-- Logs begin at Fri 2022-04-29 14:50:01 UTC, end at Fri 2022-04-29 16:11:07 UTC. -- Apr 29 15:42:27.318175 dv-cinder-839872-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 15:42:30.122744 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.common.config [-] Logging enabled! Apr 29 15:42:30.123334 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev160 Apr 29 15:42:30.123538 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110180) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 29 15:42:30.126955 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.common.config [-] Logging enabled! Apr 29 15:42:30.127212 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev160 Apr 29 15:42:30.127526 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110180) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 29 15:42:30.128488 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 15:42:30.128727 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 15:42:30.129735 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 15:42:30.129981 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 15:42:30.130212 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 15:42:30.130526 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.130924 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.131159 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.131458 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.131773 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.132061 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.132356 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.132655 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.132945 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.133227 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.133511 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.133746 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.134030 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.134320 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.134610 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.134834 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] debug = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.135115 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.135543 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.135978 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.136274 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.136566 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.136847 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.137120 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.137396 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.137681 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.138013 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] host = dv-cinder-839872-2-iscsi {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.138292 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.138580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.138867 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.139157 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.139437 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.139739 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.140026 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.140301 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.140574 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] log_file = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.140849 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.141136 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.141421 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.141709 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.141934 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.142156 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.142441 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.142730 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.143004 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.143277 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.143551 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.143853 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.144129 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.144397 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.145312 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.145608 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.145888 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.146163 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.146439 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.146712 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.146984 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.147268 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.147541 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.147838 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.148113 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.148397 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.148667 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.148938 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.149243 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.149528 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.149809 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.150093 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.150366 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.150647 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.150918 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.151190 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.151462 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] use_json = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.151754 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.152028 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.152310 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.152583 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.152855 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.153126 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.153396 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.153679 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.153948 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:30.154245 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.154542 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.154841 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.155123 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.155427 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.155705 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.156013 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.156290 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.156577 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.156864 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.157152 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.157430 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.157730 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.158018 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.158312 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.158618 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.158912 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.159207 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.159481 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.159779 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.160115 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.160405 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.160692 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.160969 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.161257 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.161546 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.161825 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.162121 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.162405 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.162691 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.162985 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.163273 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.163546 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.163850 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.164142 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.164419 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.164691 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.164968 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.165256 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.165532 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.165803 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.166084 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.166362 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.166635 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.166906 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.167181 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.167469 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.167764 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.168037 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.168308 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.168586 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.168858 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.169149 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.169431 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.169705 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.169978 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.170253 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.170526 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.170800 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.171077 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.171347 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.171623 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.171917 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.172190 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.172462 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.172737 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.173010 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.173282 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.173553 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.173829 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.174098 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.174370 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.174642 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.174912 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.175183 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.175480 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.175822 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.176103 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.176556 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.176841 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.177122 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.177401 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.177680 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.177957 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.178229 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.178517 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.178801 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.179091 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.179379 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.179674 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.179994 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.180273 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.180550 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.180836 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.181113 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.181390 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.181674 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.181958 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.182255 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.182550 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.182845 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.183138 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.183430 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.183724 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.184035 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.184315 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:30.184529 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 15:42:30.184771 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110180) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 15:42:30.648562 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 15:42:30.648849 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 15:42:30.649159 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 15:42:30.649489 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 15:42:30.980372 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:30.980597 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:30.980870 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:30.982179 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:30.982455 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:30.982723 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.038321 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.038597 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.038865 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.054027 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.054306 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.054574 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.084896 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.085178 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.085447 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.122803 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.123390 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.123390 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.464582 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.464869 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.465139 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.465409 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.466118 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.566193 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.566539 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.566823 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.567102 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.567367 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.567680 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.567972 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.568231 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.568490 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.568774 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.569043 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.569309 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.569566 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.569819 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.570077 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.570350 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.570607 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.570877 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.571149 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.571415 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.571693 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.571973 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.572257 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.572638 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.572886 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.573132 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.573530 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:42:31.573775 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:42:31.574018 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:42:31.574260 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:42:31.574499 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:42:31.574736 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:42:31.575100 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 15:42:31.578199 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 15:42:31.582164 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 15:42:31.586046 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Apr 29 15:42:31.587656 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 15:42:31.588297 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 15:42:31.588635 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 15:42:31.589017 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 15:42:31.591820 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 15:42:31.592072 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 15:42:31.592413 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 15:42:31.597227 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 29 15:42:31.622476 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 15:42:31.622937 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.623229 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110180) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 29 15:42:31.623604 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.624994 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110180) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 15:42:31.625277 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 15:42:31.625527 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 15:42:31.629312 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.629595 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:31.692048 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 15:42:31.692291 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 15:42:31.692532 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 15:42:31.692917 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 15:42:31.713754 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_db.sqlalchemy.engines [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110180) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 29 15:42:32.303858 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Initializing driver for type 'gre' Apr 29 15:42:32.304501 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] gre ID ranges: [(1, 1000)] Apr 29 15:42:32.503852 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Initializing driver for type 'local' Apr 29 15:42:32.504184 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Initializing driver for type 'vlan' Apr 29 15:42:32.612229 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] VlanTypeDriver initialization complete Apr 29 15:42:32.612564 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Initializing driver for type 'vxlan' Apr 29 15:42:32.613077 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] vxlan ID ranges: [(1, 1000)] Apr 29 15:42:32.800821 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Initializing extension driver 'port_security' Apr 29 15:42:32.801369 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.extensions.port_security [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] PortSecurityExtensionDriver initialization complete Apr 29 15:42:32.801710 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Initializing mechanism driver 'openvswitch' Apr 29 15:42:32.802050 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Initializing mechanism driver 'hyperv' Apr 29 15:42:32.808781 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:32.809626 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > port after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.809999 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > port after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.810351 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > port after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.810876 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 15:42:32.811361 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > subnet after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.811794 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > subnet after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.822752 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.822752 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 15:42:32.822752 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > network after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.822752 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > network after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.822752 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > network after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.823166 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 15:42:32.823166 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > security_group after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.823166 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > security_group after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.823166 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.823166 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 15:42:32.823523 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.823523 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.823523 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.823523 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 15:42:32.823523 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > address_group after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.823895 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > address_group after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.823895 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.823895 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 15:42:32.823895 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] ML2 OVO RPC backend initialized. {{(pid=110180) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 29 15:42:32.823895 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.824256 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.824256 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > network before_response 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.824256 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > networks before_response 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.824256 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > port before_response 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.824540 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > ports before_response 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.824540 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > subnet before_response 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.824540 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > subnets before_response 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.824540 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > network after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.824830 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > network after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.824830 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > network after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.824830 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > port after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.824830 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > port after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.825119 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > port after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.825119 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > subnet after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.825275 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > subnet after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.825494 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.833864 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded quota_driver: . Apr 29 15:42:32.834226 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.plugin [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Modular L2 Plugin initialization complete Apr 29 15:42:32.834571 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading services supported by the core plugin {{(pid=110180) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 15:42:32.834906 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.plugins.ml2.managers [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Got port-security extension from driver 'port_security' Apr 29 15:42:32.835381 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.extensions.vlantransparent [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Disabled vlantransparent extension. Apr 29 15:42:32.835908 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110180) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 15:42:32.836234 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading Plugin: router Apr 29 15:42:32.876478 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.876810 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router after_create 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.877187 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router before_create 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.877618 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.877994 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.878352 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router after_delete 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.878735 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.879284 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.879780 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router after_create 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.880135 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router after_update 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.880487 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router after_update 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.880835 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.881311 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router after_update 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.881724 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router precommit_update 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.882097 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: port after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.882438 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: port after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.882784 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: subnet after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.883130 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.883539 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.883919 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router precommit_create 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.884261 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: port before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.884604 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router precommit_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.884957 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router after_update 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.885296 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.885645 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router precommit_create 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.886002 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.886343 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router precommit_update 55549900 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.886704 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > agent after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.887052 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > agent after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.887396 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > network after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.888273 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Tracking information for resource: router configured {{(pid=110180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:42:32.888652 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Tracking information for resource: floatingip configured {{(pid=110180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:42:32.893535 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.db.l3_agentschedulers_db [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 15:42:32.894150 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: port after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.895210 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: port after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.895904 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: port after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.896267 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: port after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.909358 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router before_create 55550100 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.909358 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.909358 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router precommit_create 55550100 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.909358 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > router precommit_update 55550100 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.909764 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.services.provider_configuration [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service providers = [] {{(pid=110180) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 15:42:32.909764 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.db.servicetype_db [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110180) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 15:42:32.912145 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.services.service_base [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:42:32.912495 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.services.service_base [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:42:32.912898 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.services.service_base [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:42:32.913836 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.services.service_base [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:42:32.914211 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.services.service_base [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 15:42:32.914576 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:42:32.914891 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 15:42:32.925706 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:42:32.926288 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading Plugin: auto_allocate Apr 29 15:42:32.932147 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: network precommit_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.932516 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: network precommit_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.933033 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:42:32.933352 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading Plugin: tag Apr 29 15:42:32.944059 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:42:32.944386 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading Plugin: timestamp Apr 29 15:42:32.948222 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:42:32.948554 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading Plugin: network_ip_availability Apr 29 15:42:32.954047 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.954416 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.954771 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:32.955472 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:42:32.955816 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading Plugin: flavors Apr 29 15:42:32.961037 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:42:32.961377 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading Plugin: revisions Apr 29 15:42:32.977680 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:42:32.978068 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_concurrency.lockutils [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.329s {{(pid=110180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 15:42:32.978799 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110180) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 29 15:42:32.979133 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Initializing extension manager. Apr 29 15:42:32.979656 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: __init__.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.980020 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: __pycache__ {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.980355 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: _port_mac_address_override.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.980688 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: address_group.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.981437 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:32.982004 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: address-group Apr 29 15:42:32.982342 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: address_scope.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.983085 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:32.983609 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: address-scope Apr 29 15:42:32.983962 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.984883 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:32.985402 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: router-admin-state-down-before-update Apr 29 15:42:32.985722 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: agent.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.986413 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:32.986926 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: agent Apr 29 15:42:32.987245 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: agent_resources_synced.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.988879 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:32.989593 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: agent-resources-synced Apr 29 15:42:32.989919 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: allowedaddresspairs.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.991739 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:32.992273 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: allowed-address-pairs Apr 29 15:42:32.992599 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: auto_allocated_topology.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.993682 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:32.994349 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: auto-allocated-topology Apr 29 15:42:32.994581 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: availability_zone.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.995272 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:32.996063 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: availability_zone Apr 29 15:42:32.996381 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: availability_zone_filter.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.997290 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:32.997804 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: availability_zone_filter Apr 29 15:42:32.998122 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: data_plane_status.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:32.999034 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:32.999543 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 15:42:32.999898 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: default_subnetpools.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.000807 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.001321 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: default-subnetpools Apr 29 15:42:33.001641 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.002513 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.003026 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: dhcp_agent_scheduler Apr 29 15:42:33.003353 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: dns.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.006039 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.006558 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension dns-integration not supported by any of loaded plugins Apr 29 15:42:33.006880 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: dns_domain_ports.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.007834 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.008406 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 15:42:33.008728 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.009645 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.010163 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 29 15:42:33.010480 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: dvr.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.011201 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.011731 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: dvr Apr 29 15:42:33.012053 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: ecmp_routes.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.012959 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.013468 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 29 15:42:33.013785 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: empty_string_filtering.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.014692 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.015209 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: empty-string-filtering Apr 29 15:42:33.015528 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.016461 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.017027 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 15:42:33.017348 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.018259 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.018769 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 15:42:33.019090 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: external_net.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.020269 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.020786 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: external-net Apr 29 15:42:33.021109 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.022112 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.022647 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: extra_dhcp_opt Apr 29 15:42:33.023016 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: extraroute.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.023946 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.024463 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: extraroute Apr 29 15:42:33.024790 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: extraroute_atomic.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.027259 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.027836 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: extraroute-atomic Apr 29 15:42:33.028173 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: filter_validation.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.028853 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.029377 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: filter-validation Apr 29 15:42:33.029702 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: fip_pf_description.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.030618 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.031188 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 15:42:33.031509 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: fip_pf_port_range.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.032451 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.032962 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 29 15:42:33.033283 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: fip_port_details.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.034203 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.034722 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: fip-port-details Apr 29 15:42:33.035677 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: flavors.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.037258 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.037790 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: flavors Apr 29 15:42:33.038116 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.039827 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.040355 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 15:42:33.040680 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: floatingip_pools.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.041378 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.041902 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: floatingip-pools Apr 29 15:42:33.042227 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: ip_allocation.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.043145 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.043660 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 15:42:33.044008 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.044993 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.045515 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: ip-substring-filtering Apr 29 15:42:33.045840 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: l2_adjacency.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.046772 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.047282 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 15:42:33.047603 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: l3.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.048586 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.049106 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: router Apr 29 15:42:33.049429 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.052549 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.053083 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 15:42:33.053413 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.054367 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.054890 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: ext-gw-mode Apr 29 15:42:33.055222 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.056161 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.056682 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: l3-ha Apr 29 15:42:33.057003 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.057968 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.058485 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 29 15:42:33.058814 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: l3_flavors.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.063516 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.064066 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: l3-flavors Apr 29 15:42:33.064389 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.065757 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.066342 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 29 15:42:33.066874 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.067838 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.068423 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 15:42:33.068747 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: l3agentscheduler.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.069792 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.070314 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: l3_agent_scheduler Apr 29 15:42:33.070643 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: local_ip.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.072551 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.073088 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension local_ip not supported by any of loaded plugins Apr 29 15:42:33.073418 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: logging.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.074927 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.075454 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension logging not supported by any of loaded plugins Apr 29 15:42:33.075813 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: metering.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.076556 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.077146 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: metering Apr 29 15:42:33.077472 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.078561 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.079091 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: metering_source_and_destination_fields Apr 29 15:42:33.079415 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: multiprovidernet.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.080411 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.080928 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: multi-provider Apr 29 15:42:33.081246 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: netmtu.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.082426 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.083022 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: net-mtu Apr 29 15:42:33.083348 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: netmtu_writable.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.084359 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.084878 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: net-mtu-writable Apr 29 15:42:33.085202 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: network_availability_zone.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.085869 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.086381 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: network_availability_zone Apr 29 15:42:33.086701 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: network_ip_availability.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.087824 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.088349 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: network-ip-availability Apr 29 15:42:33.088670 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: network_segment_range.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.089521 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.090034 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 15:42:33.090354 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: pagination.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.100694 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.101025 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: pagination Apr 29 15:42:33.101346 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: port_device_profile.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.102257 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.102784 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: port-device-profile Apr 29 15:42:33.103107 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: port_mac_address_override.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.104051 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.104573 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: port-mac-override Apr 29 15:42:33.104909 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.105858 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.106381 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: port-mac-address-regenerate Apr 29 15:42:33.106705 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.107604 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.108158 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: port-numa-affinity-policy Apr 29 15:42:33.108481 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: port_resource_request.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.109406 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.109920 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 15:42:33.110239 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: port_resource_request_groups.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.111193 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.111802 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 29 15:42:33.112124 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: portbindings.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.113099 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.114439 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: binding Apr 29 15:42:33.114767 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: portbindings_extended.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.116061 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.116584 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: binding-extended Apr 29 15:42:33.116906 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: portsecurity.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.117887 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.118414 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: port-security Apr 29 15:42:33.118740 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: project_id.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.119729 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.120067 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: project-id Apr 29 15:42:33.120646 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: providernet.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.121737 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.122256 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: provider Apr 29 15:42:33.122653 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.130608 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.131087 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos not supported by any of loaded plugins Apr 29 15:42:33.131426 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.132729 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.133253 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 15:42:33.133581 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.134552 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.135075 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 15:42:33.135399 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_default.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.136341 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.136865 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-default not supported by any of loaded plugins Apr 29 15:42:33.137192 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_fip.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.138107 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.138625 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-fip not supported by any of loaded plugins Apr 29 15:42:33.138947 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.139898 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.140459 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 29 15:42:33.140783 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_gateway_ip.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.141701 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.142225 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 15:42:33.142546 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_port_network_policy.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.143467 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.144011 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 15:42:33.144339 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.145369 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.145887 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 29 15:42:33.146242 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.147279 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.147897 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 29 15:42:33.148222 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_pps_rule.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.149426 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.149992 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-pps not supported by any of loaded plugins Apr 29 15:42:33.150316 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_rule_type_details.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.151221 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.151770 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 15:42:33.152097 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.153020 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.153534 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 29 15:42:33.153891 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: qos_rules_alias.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.154923 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.155440 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 15:42:33.155786 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: quota_check_limit.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.156772 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.157293 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: quota-check-limit Apr 29 15:42:33.157617 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: quotasv2.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.158668 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.158994 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: quotas Apr 29 15:42:33.159314 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: quotasv2_detail.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.165225 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.165561 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: quota_details Apr 29 15:42:33.165895 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: rbac.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.166947 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.167477 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: rbac-policies Apr 29 15:42:33.167837 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: rbac_address_group.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.168771 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.169345 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: rbac-address-group Apr 29 15:42:33.169671 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: rbac_address_scope.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.170593 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.171112 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: rbac-address-scope Apr 29 15:42:33.171435 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: rbac_security_groups.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.172375 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.172895 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: rbac-security-groups Apr 29 15:42:33.173216 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: rbac_subnetpool.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.174169 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.174728 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: rbac-subnetpool Apr 29 15:42:33.175049 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: revisionifmatch.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.176587 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.177107 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: revision-if-match Apr 29 15:42:33.177421 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: revisions.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.178529 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.179051 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: standard-attr-revisions Apr 29 15:42:33.179376 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: router_availability_zone.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.180072 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.180618 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: router_availability_zone Apr 29 15:42:33.180945 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: routerservicetype.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.181865 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.182386 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension router-service-type not supported by any of loaded plugins Apr 29 15:42:33.182706 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.183626 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.184179 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: security-groups-normalized-cidr Apr 29 15:42:33.184499 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.185417 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.185941 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: port-security-groups-filtering Apr 29 15:42:33.186308 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.187252 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.187792 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: security-groups-remote-address-group Apr 29 15:42:33.188115 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.189047 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.189562 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: security-groups-shared-filtering Apr 29 15:42:33.189881 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.190593 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 29 15:42:33.190915 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: securitygroup.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.200757 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.201300 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: security-group Apr 29 15:42:33.201631 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: segment.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.202362 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.202878 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension segment not supported by any of loaded plugins Apr 29 15:42:33.203204 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.204183 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.204706 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 15:42:33.205033 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: servicetype.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.206171 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.206692 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: service-type Apr 29 15:42:33.207114 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: sorting.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.208153 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.208486 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: sorting Apr 29 15:42:33.208809 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: standard_attr_segment.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.209726 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.210248 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 15:42:33.210569 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: standardattrdescription.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.211216 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.211753 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: standard-attr-description Apr 29 15:42:33.212098 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: stateful_security_group.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.213039 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.213561 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: stateful-security-group Apr 29 15:42:33.213882 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: stdattrs_common.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.214451 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 15:42:33.214772 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.215761 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.216279 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 15:42:33.216599 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: subnet_onboard.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.217649 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.218171 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: subnet_onboard Apr 29 15:42:33.218491 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.219411 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.219953 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 15:42:33.220273 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: subnet_service_types.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.221196 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.221722 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: subnet-service-types Apr 29 15:42:33.222042 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: subnetallocation.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.223790 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.224318 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: subnet_allocation Apr 29 15:42:33.224642 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.225310 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.225844 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: subnetpool-prefix-ops Apr 29 15:42:33.226165 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.227099 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.227625 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 15:42:33.227968 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: tagging.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.229351 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.229879 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: standard-attr-tag Apr 29 15:42:33.230247 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: timestamp.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.231431 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.231983 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loaded extension: standard-attr-timestamp Apr 29 15:42:33.232310 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: trunk.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.233331 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.233854 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension trunk not supported by any of loaded plugins Apr 29 15:42:33.234174 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: trunk_details.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.235092 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.235609 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension trunk-details not supported by any of loaded plugins Apr 29 15:42:33.235967 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: uplink_status_propagation.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.236923 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.237441 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 15:42:33.237762 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Loading extension file: vlantransparent.py {{(pid=110180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:42:33.239467 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:42:33.240023 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 15:42:33.242590 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:network Apr 29 15:42:33.243151 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:subnet Apr 29 15:42:33.243549 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:42:33.243965 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:port Apr 29 15:42:33.245203 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.245901 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service FLAVORS assigned prefix: {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.246564 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.246987 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.247320 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:router Apr 29 15:42:33.247768 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 15:42:33.248270 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service METERING assigned prefix: /metering {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.249756 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:33.250139 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:33.255751 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:42:33.255751 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 15:42:33.255751 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:security_group Apr 29 15:42:33.255751 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 15:42:33.255751 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service CORE assigned prefix: {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.255751 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:42:33.255751 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] subnetpool is already registered Apr 29 15:42:33.256255 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service CORE assigned prefix: {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.256255 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:42:33.256255 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] subnetpool is already registered Apr 29 15:42:33.257122 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.257554 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service FLAVORS assigned prefix: {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.258136 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.258552 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.258885 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:router Apr 29 15:42:33.259223 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] router is already registered Apr 29 15:42:33.259635 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 15:42:33.259994 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] floatingip is already registered Apr 29 15:42:33.261157 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service METERING assigned prefix: /metering {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.262398 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 15:42:33.262730 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] rbac_policy is already registered Apr 29 15:42:33.263185 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:security_group Apr 29 15:42:33.263521 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] security_group is already registered Apr 29 15:42:33.263948 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 15:42:33.264282 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] security_group_rule is already registered Apr 29 15:42:33.264899 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service CORE assigned prefix: {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.265234 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:42:33.265566 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] subnetpool is already registered Apr 29 15:42:33.265984 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.v2.resource_helper [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Service CORE assigned prefix: {{(pid=110180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:42:33.266314 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:42:33.266704 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING neutron.quota.resource_registry [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] subnetpool is already registered Apr 29 15:42:33.267134 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: extensions {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.268694 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: address-groups {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.270851 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: address-scopes {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.272207 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: agents {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.273351 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: auto-allocated-topology {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.274621 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: availability_zones {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.275871 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: dhcp-networks {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.277379 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: dhcp-agents {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.278791 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: routers {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.281045 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: flavors {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.282190 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: service_profiles {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.283426 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: next_providers {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.284887 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: service_profiles {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.288159 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: floatingip-pools {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.289372 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: routers {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.291468 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: floatingips {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.292807 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: l3-routers {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.294159 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: l3-agents {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.295557 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: metering-labels {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.296934 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: metering-label-rules {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.298249 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: network-ip-availabilities {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.299512 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: bindings {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.305575 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: quotas {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.305575 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: quotas {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.305575 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: rbac-policies {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.306404 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: security-groups {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.307631 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: security-group-rules {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.308869 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: service-providers {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.310066 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: subnetpools {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.311471 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: subnetpools {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.312994 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: tags {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.314667 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: tags {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.316604 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: tags {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.318558 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: tags {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.320538 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: tags {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.322437 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: tags {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.324130 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: tags {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.326092 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: tags {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.327858 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: tags {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.329678 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron.api.extensions [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Extended resource: tags {{(pid=110180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:42:33.336417 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING keystonemiddleware.auth_token [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 15:42:33.341168 dv-cinder-839872-2-iscsi neutron-server[110180]: WARNING keystonemiddleware.auth_token [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 15:42:33.350389 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_concurrency.lockutils [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Acquired lock "singleton_lock" {{(pid=110180) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 29 15:42:33.350864 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_concurrency.lockutils [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Releasing lock "singleton_lock" {{(pid=110180) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 29 15:42:33.351528 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO oslo_service.service [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Starting 2 workers Apr 29 15:42:33.356487 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Started child 110323 {{(pid=110180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 15:42:33.361312 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Started child 110324 {{(pid=110180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 15:42:33.362264 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:33.362918 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO neutron.service [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 15:42:33.363643 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:33.363839 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [-] (110323) wsgi starting up on http://0.0.0.0:9696 Apr 29 15:42:33.366198 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO oslo_service.service [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Starting 1 workers Apr 29 15:42:33.367115 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:33.368603 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [-] (110324) wsgi starting up on http://0.0.0.0:9696 Apr 29 15:42:33.371922 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Started child 110325 {{(pid=110180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 15:42:33.372503 dv-cinder-839872-2-iscsi neutron-server[110180]: INFO oslo_service.service [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Starting 1 workers Apr 29 15:42:33.377138 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Started child 110326 {{(pid=110180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 15:42:33.377541 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.service [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] calling RpcWorker wait() {{(pid=110325) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 15:42:33.378041 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:33.378375 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.service [None req-3acd23da-69b3-4bd0-b85b-0a86ef334ee3 None None] returning from RpcWorker wait() {{(pid=110325) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 15:42:33.380423 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110180) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 15:42:33.380537 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:33.380726 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 15:42:33.380822 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 15:42:33.381046 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 15:42:33.381231 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:33.381380 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 15:42:33.381539 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 15:42:33.382065 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.382170 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:33.382617 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.382617 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.382829 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.383083 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:33.383422 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.383657 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.383949 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.384225 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.384469 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.384634 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.384798 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.385049 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.385278 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.385585 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.385829 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.386077 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.386351 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.386514 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.386767 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.387036 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.387276 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.387571 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] debug = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.387834 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.388329 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.388557 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.388807 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.389115 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.389304 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.389528 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.389790 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.390022 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.390237 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.390467 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.390711 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.390967 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.391175 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.391400 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.391668 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.391926 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.392414 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] host = dv-cinder-839872-2-iscsi {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.392628 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.392843 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.393094 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.393334 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.393600 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.393830 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.394078 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.394863 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.395121 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.395342 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.395593 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.395844 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.396058 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.396299 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_file = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.396459 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_options = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.396693 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.396958 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.397210 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.397396 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.397560 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.397729 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.397981 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.398141 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.398407 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.398621 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.398833 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.399081 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.399612 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.399889 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.400152 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.400390 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.400607 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.400836 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.401083 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.401313 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.401537 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.401770 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.402002 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.402241 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.402461 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.402673 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.402921 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.403135 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.403349 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.403585 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.403862 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.404119 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.404355 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.404600 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.404852 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.405096 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.405319 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.405534 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.405793 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.406019 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.406270 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.406541 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.406756 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.406998 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.407211 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.407437 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.407661 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] use_json = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.410243 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.410721 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.411027 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.411387 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.411634 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.411992 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.412149 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.412411 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.412647 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.413104 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.413389 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.413711 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.414003 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.414246 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.414507 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.414764 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.415030 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.415302 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.415841 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.416168 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.416414 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.416724 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.416992 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.417264 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.417615 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.417877 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.418162 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.418420 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.418639 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.419610 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.419610 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.419610 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.419610 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.420139 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.420381 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.420613 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.420913 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.421189 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.421484 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.421820 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.422101 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.422380 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.422641 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.422879 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.423137 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.423398 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.423620 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.424092 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.427923 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.427923 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.427923 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.427923 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.427923 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.427923 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.427923 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.427923 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.427923 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.428580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.428580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.428580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.428580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.428580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.428580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.428580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.428580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.429137 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.429137 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.429321 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.429523 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.429760 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.429991 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.430258 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.430433 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.430671 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.430900 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.431110 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.431326 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.431537 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.431819 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.432037 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.432248 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.432456 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.432672 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.432900 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.433112 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.433327 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.433536 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.433749 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.433956 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.434168 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.434410 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.434619 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.434847 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.435055 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.435262 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.435476 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.435685 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.436141 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.436353 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.436562 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.436770 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.437079 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.437324 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.437566 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.437801 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.438039 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.438254 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.438501 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.438717 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.438951 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.439160 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.439420 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.439643 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.439922 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.440143 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.440394 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.440626 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.440841 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.441056 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.441510 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.441818 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.442065 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.442290 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.442581 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.442817 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.443074 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.443328 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.443578 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.443877 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.444126 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.444405 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.444625 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.444897 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.445220 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.445514 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.445812 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.446077 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.446312 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.446571 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.446819 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.447103 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.447940 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.448250 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.448507 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.448771 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.449031 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.449287 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.449541 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.450087 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.450513 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.450822 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.451115 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.451463 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.451809 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.452119 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.452468 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.452790 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.453096 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.453390 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.453701 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.453985 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.454282 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.454580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.454858 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.455170 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.455470 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.455805 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.456095 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.456390 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.456707 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.457534 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.457870 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.458358 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.458657 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.458940 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.459195 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.459414 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.459636 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.459915 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.460163 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.460383 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.460707 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.460927 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.461959 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.461959 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.461959 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.461959 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.462285 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.462773 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.462773 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.462961 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.463089 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.463336 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.464258 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.464258 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.464258 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.464258 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.464590 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.464667 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.464856 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.465191 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.465690 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.465690 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.465913 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.466212 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.466364 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.466636 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.466864 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.467104 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.467328 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.467565 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.467812 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.468030 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.468258 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.468495 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.468714 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.468932 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.469148 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.469383 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.469654 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.469911 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.470152 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.470405 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.470627 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.470954 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.471175 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.471408 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.471635 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.471867 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.472078 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.472291 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.472558 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.472843 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.473278 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.473511 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.473777 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.473994 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.474209 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.474480 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.474737 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.474949 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.475176 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.475473 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.475689 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.475945 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.476177 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.476386 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.476609 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.476825 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.477033 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.477256 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.477464 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.477674 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.477897 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.478113 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.478321 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.478544 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.478750 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.478959 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.479177 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.479391 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.479598 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.479865 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.480090 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.480287 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.480505 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.480718 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.480925 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.481209 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.481458 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.481674 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.481969 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.482200 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.482442 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.482684 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.482994 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.483207 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.483447 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.483690 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.483950 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.484177 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.484440 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.484770 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.485048 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.485314 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.485564 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.485865 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.486143 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.486389 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.486622 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.486922 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.487249 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.487539 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.487830 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.488636 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.488881 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.489123 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.489358 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.489596 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.489834 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.490053 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.490312 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.490542 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.490769 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.490983 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.491214 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.491452 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.491697 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.492010 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.492257 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.492469 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.492627 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 15:42:33.493178 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110180) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 15:42:33.493340 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 15:42:33.493792 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 15:42:33.493909 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 15:42:33.494068 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 15:42:33.494221 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 15:42:33.494427 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.494592 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.495052 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.495052 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.495052 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.495283 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.495618 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.495789 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.495950 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.496107 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.496264 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.496420 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.496598 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.496765 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.496920 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.497075 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.498283 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 51312) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:42:33.499880 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.500246 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.500576 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.501891 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.502209 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.502536 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] debug = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.502850 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.503867 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.504055 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.504218 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.504388 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.504567 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.505117 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.505117 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.505290 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.505356 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.505521 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.505613 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.505769 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.505922 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.506083 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.506670 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066209 Apr 29 15:42:33.507577 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.507577 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.507806 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] host = dv-cinder-839872-2-iscsi {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.507893 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.508036 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.508133 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.508298 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.508479 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.508639 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.508795 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.508952 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.509109 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.509265 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.509421 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.509576 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.509733 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.509889 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_file = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.510044 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_options = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.510201 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.510361 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.510515 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.510700 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.511144 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.511303 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.511460 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.511615 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.511860 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.511960 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.512116 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.512299 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.512413 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.512569 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.512724 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.512881 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.513038 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.513192 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.513346 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.513511 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.513657 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.514590 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.514590 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.514590 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.514590 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.514590 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.514590 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.514957 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.514957 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.514957 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.515136 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.515256 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.515406 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.515561 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.515749 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.516019 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.516177 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.516331 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.516492 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.516648 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.516803 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.516958 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.517114 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.517267 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.517423 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.517577 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.517732 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] use_json = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.517911 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.518041 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.518196 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.518351 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.518506 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.518661 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.518817 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.518973 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.519127 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:42:33.520451 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:33.520881 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.521060 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.521343 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.521619 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.521715 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.521827 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.522035 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.522141 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.522273 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.522430 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.522598 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.522757 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.522926 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.523085 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.523247 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.523408 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.523566 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.523797 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.523930 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.524058 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.524216 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.524374 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.524541 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.524697 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.524855 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.525006 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.525163 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.525323 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.525483 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.525646 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.525819 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.527197 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.527197 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.527197 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.527197 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.527197 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.527197 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.527197 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.527197 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.528084 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.528084 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.528084 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.528084 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.528084 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.528633 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.528633 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.528633 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.528955 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.528955 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.529179 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.529179 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.530205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.530205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.530205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.530205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.530205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.530205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.530205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.530907 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.530907 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.530907 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.530907 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.531382 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.531382 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.531382 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.531382 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.531914 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.531914 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.531914 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.532310 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.532310 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.532524 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.532524 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.532718 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.532845 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.532976 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.533099 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.533219 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.533389 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.533521 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.533665 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.533816 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.533968 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.534122 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.534274 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.534426 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.534577 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.534742 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.534913 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.535169 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.535331 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.535534 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.535747 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.536118 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.536252 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.536365 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.536487 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.536624 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.536749 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.537106 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.537106 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.537339 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.537339 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.537534 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.537661 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.538521 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.538521 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.538521 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.538521 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.538521 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.538521 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.539154 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.539154 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.539154 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.539154 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.539545 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.539545 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.539545 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.539884 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.541682 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.541682 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.541682 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.541682 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.541682 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.541682 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.541682 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.542503 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.542503 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.542503 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.542503 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.542503 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.542503 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.543122 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.543122 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.543122 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.543122 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.543580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.543580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.543580 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.543905 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.545380 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.545380 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.545380 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.545380 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.545380 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.545898 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.545898 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.545898 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.546184 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.546184 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.546378 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.546378 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.546595 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.546709 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.546813 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.547030 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.547154 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.547278 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.547401 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.547531 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.547678 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.547872 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.547997 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.548162 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.548347 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.548514 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.548607 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.548775 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.548931 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.549091 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.549246 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.549405 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.549578 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.551071 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.551071 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.551071 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.551071 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.551071 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.551071 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.551764 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.551764 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.551764 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.551764 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.553053 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.553237 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.553406 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.553571 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.553734 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.553897 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.554060 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.554220 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.554382 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.554541 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.554699 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.554878 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.555036 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.555194 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.555355 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.555515 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.555673 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.555855 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.556014 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.556171 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.556328 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.556488 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.556647 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.557490 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.557490 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.557490 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.557490 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.557490 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.557795 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.557795 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.557911 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.557985 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.558124 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.558281 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.558437 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.558594 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.558752 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.558909 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.559065 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.559222 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.559394 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.559551 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.559801 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.560663 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.560663 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.561992 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.563045 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.563045 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.563045 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.563045 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.563045 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.563045 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.563425 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.563425 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.563425 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.563592 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.563686 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.564537 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.564537 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.564537 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.564537 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.564537 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.564914 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.564914 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.564914 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.565082 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.565200 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.565357 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.565513 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.565670 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.565838 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.565996 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.566176 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.566865 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.567027 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.567166 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.567340 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.567482 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.574608 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.574608 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.574608 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.574608 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.574608 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.574608 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.574608 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.574608 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575205 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575746 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575746 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575746 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575746 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575746 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575746 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575746 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.575746 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576272 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576272 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576272 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576272 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576272 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576272 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576272 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576272 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576272 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576797 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576797 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576797 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576797 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576797 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576797 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576797 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.576797 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:42:33.577269 dv-cinder-839872-2-iscsi neutron-server[110180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 15:42:44.965564 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf46d49-4a00-4ab3-9a87-e5ce798f36e5 None None] get_active_networks_info from dv-cinder-839872-2-iscsi {{(pid=110325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 15:42:45.057661 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf46d49-4a00-4ab3-9a87-e5ce798f36e5 None None] No non-hosted networks {{(pid=110325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 15:42:45.071571 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.agentschedulers_db [None req-1cf46d49-4a00-4ab3-9a87-e5ce798f36e5 None None] DHCP Agent not found on host dv-cinder-839872-2-iscsi {{(pid=110325) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 15:42:45.150051 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2a3daf2e-5dd1-4b7f-9269-e866241d1735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-739546'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:47.373563 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-55ffb97f-d471-48bd-b567-5d41bf192b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-739546'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:47.401525 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.db.api [None req-da47f5a4-8226-4867-99d1-82cdc35d39c8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-839872-2-iscsi {{(pid=110325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:42:47.402282 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG oslo_db.api [None req-da47f5a4-8226-4867-99d1-82cdc35d39c8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:42:47.987256 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-da47f5a4-8226-4867-99d1-82cdc35d39c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:48.595008 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 51386) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:42:48.672495 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-739546'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:49.141409 dv-cinder-839872-2-iscsi neutron-server[110323]: WARNING oslo_policy.policy [None req-1b1c9966-7b13-423c-852b-c8429e91d7cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:42:49.141977 dv-cinder-839872-2-iscsi neutron-server[110323]: WARNING oslo_policy.policy [None req-1b1c9966-7b13-423c-852b-c8429e91d7cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:42:49.367129 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [None req-1b1c9966-7b13-423c-852b-c8429e91d7cf admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:42:49.379730 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-1b1c9966-7b13-423c-852b-c8429e91d7cf admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7722347 Apr 29 15:42:50.141259 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-739546'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:51.467741 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-739546'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:51.467741 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.467741 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.467741 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.468610 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.468610 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.468610 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.468610 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.468610 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.468999 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.468999 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.468999 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.469294 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.469833 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.470325 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.470867 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:51.471474 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839872-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:51.483496 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839872-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:51.918870 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 51416) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:42:52.235758 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-7a3b814f-026d-48f4-9ca4-ffaa5ef15cdc admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:42:52.328500 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.policy [None req-7a3b814f-026d-48f4-9ca4-ffaa5ef15cdc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110323) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 15:42:52.376059 dv-cinder-839872-2-iscsi neutron-server[110323]: WARNING oslo_policy.policy [None req-7a3b814f-026d-48f4-9ca4-ffaa5ef15cdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:42:52.376439 dv-cinder-839872-2-iscsi neutron-server[110323]: WARNING oslo_policy.policy [None req-7a3b814f-026d-48f4-9ca4-ffaa5ef15cdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:42:52.595890 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7a3b814f-026d-48f4-9ca4-ffaa5ef15cdc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731009387581', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731009388081', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731009404541', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731009359902', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731009356000', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731009381403', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1757088', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1767871', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760435', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-563429'] for rbac-policy (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:52.854278 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7a3b814f-026d-48f4-9ca4-ffaa5ef15cdc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:52.871736 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-7a3b814f-026d-48f4-9ca4-ffaa5ef15cdc admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9356959 Apr 29 15:42:55.353250 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 51428) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:42:55.461541 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.db.l3_hamode_db [None req-7c5f0a9c-7e1c-4e12-b7d5-592d80b825c7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 15:42:55.538082 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f0a9c-7e1c-4e12-b7d5-592d80b825c7 None None] Routers set() bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:42:55.538476 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f0a9c-7e1c-4e12-b7d5-592d80b825c7 None None] Router IDs set() for agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 15:42:55.848031 dv-cinder-839872-2-iscsi neutron-server[110324]: WARNING oslo_policy.policy [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:42:55.848936 dv-cinder-839872-2-iscsi neutron-server[110324]: WARNING oslo_policy.policy [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:42:56.077493 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:42:56.194494 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Made reservation on behalf of 38159577f00f42bc869aa1798ca03189 for: {'network': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:56.264330 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.policy [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110324) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 15:42:56.310190 dv-cinder-839872-2-iscsi neutron-server[110324]: WARNING oslo_policy.policy [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:42:56.310496 dv-cinder-839872-2-iscsi neutron-server[110324]: WARNING oslo_policy.policy [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:42:56.321942 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:56.344587 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:56.455101 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Publish callbacks [] for security_group (8f3a4227-e6f9-4148-93fd-8d92922163bf), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:56.540757 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (8f3a4227-e6f9-4148-93fd-8d92922163bf), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:56.574275 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=110324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:42:56.602975 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731013023856', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (d4c66d08-8221-4427-86ca-57ad375b3eab), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:56.603564 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Unsubscribe: segment precommit_create {{(pid=110324) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 15:42:56.604200 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.segments_db [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Added segment d4c66d08-8221-4427-86ca-57ad375b3eab of type vlan for network 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 Apr 29 15:42:56.609936 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3a4227-e6f9-4148-93fd-8d92922163bf,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:56.654863 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.655202 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.655559 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.655935 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.656268 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.656592 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.656915 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.657234 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.657552 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.657870 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.658192 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.658525 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.658851 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.659834 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.660148 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Tracked resource versions report: Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: pushed versions: Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: { 'AddressGroup': {'1.2'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Agent': {'1.1'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'ConntrackHelper': {'1.0'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'LocalIPAssociation': {'1.0'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Log': {'1.0'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'NDPProxy': {'1.0'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Network': {'1.1'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Port': {'1.7'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'PortForwarding': {'1.3'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'QosPolicy': {'1.10'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'SecurityGroup': {'1.5'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'SubPort': {'1.0'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Subnet': {'1.1'}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Trunk': {'1.1'}} Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: consumer versions: Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: { DHCP agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: L3 agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: Metadata agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: Metering agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: Open vSwitch agent@dv-cinder-839872-2-iscsi: { 'AddressGroup': '1.2', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Agent': '1.1', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'ConntrackHelper': '1.0', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'LocalIPAssociation': '1.0', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Log': '1.0', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'NDPProxy': '1.0', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Network': '1.1', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Port': '1.7', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'PortForwarding': '1.3', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'QosPolicy': '1.10', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'SecurityGroup': '1.5', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'SecurityGroupRule': '1.2', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'SubPort': '1.0', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Subnet': '1.1', Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Trunk': '1.1'}} Apr 29 15:42:56.661517 dv-cinder-839872-2-iscsi neutron-server[110324]: {{(pid=110324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:42:56.726404 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (1c8f5b1a-8c7d-4530-9ea7-486c625a85d4), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:56.826573 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (1c8f5b1a-8c7d-4530-9ea7-486c625a85d4), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:56.832292 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:56.833053 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:42:56.951185 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] Pushing event updated for resources: {'Network': ['ID=1c8f5b1a-8c7d-4530-9ea7-486c625a85d4,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:56.963780 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:42:56.969220 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-5361597f-263a-49ae-a6d7-2b67e0a31a83 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6137195 Apr 29 15:42:59.485840 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 51448) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:42:59.965672 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c355f15b-dabb-472b-b80c-7b7b8768e8a2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:59.967081 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c355f15b-dabb-472b-b80c-7b7b8768e8a2 demo admin] 10.222.0.23 "GET /v2.0/networks/1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 HTTP/1.1" status: 200 len: 825 time: 0.4803014 Apr 29 15:42:59.992454 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ede15813-37ba-4cef-a9f7-87108fe62386 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/44a7a621-40dc-477c-adef-a698e6f17b33 HTTP/1.1" status: 200 len: 734 time: 0.0187702 Apr 29 15:43:00.001135 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Request body: {'subnet': {'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4', 'subnetpool_id': '44a7a621-40dc-477c-adef-a698e6f17b33', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:43:00.098234 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Made reservation on behalf of 38159577f00f42bc869aa1798ca03189 for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:00.100890 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:00.426981 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (d6fbe7ce-209f-4fd4-bc5c-d9b35055997e), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:00.497251 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Checking segment: {'id': 'd4c66d08-8221-4427-86ca-57ad375b3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:43:00.497952 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Network hostable DHCP agents. Network: 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:00.512052 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Pushing event updated for resources: {'Subnet': ['ID=d6fbe7ce-209f-4fd4-bc5c-d9b35055997e,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:00.523427 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.523785 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.524141 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.524487 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.524814 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.525135 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.525454 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.525774 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.526104 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.526426 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.526740 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.527071 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.527387 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.527695 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.528050 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Tracked resource versions report: Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: pushed versions: Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: { 'AddressGroup': {'1.2'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Agent': {'1.1'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'ConntrackHelper': {'1.0'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'LocalIPAssociation': {'1.0'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Log': {'1.0'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'NDPProxy': {'1.0'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Network': {'1.1'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Port': {'1.7'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'PortForwarding': {'1.3'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'QosPolicy': {'1.10'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'SecurityGroup': {'1.5'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'SubPort': {'1.0'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Subnet': {'1.1'}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Trunk': {'1.1'}} Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: consumer versions: Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: { DHCP agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: L3 agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: Metadata agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: Metering agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: Open vSwitch agent@dv-cinder-839872-2-iscsi: { 'AddressGroup': '1.2', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Agent': '1.1', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'ConntrackHelper': '1.0', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'LocalIPAssociation': '1.0', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Log': '1.0', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'NDPProxy': '1.0', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Network': '1.1', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Port': '1.7', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'PortForwarding': '1.3', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'QosPolicy': '1.10', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'SecurityGroup': '1.5', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'SecurityGroupRule': '1.2', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'SubPort': '1.0', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Subnet': '1.1', Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Trunk': '1.1'}} Apr 29 15:43:00.529413 dv-cinder-839872-2-iscsi neutron-server[110323]: {{(pid=110323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:43:00.614862 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Network 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:00.697300 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:00.702459 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:00.703667 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:00.709916 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fad66f-02e8-4e75-a699-492343003da4 None None] Network 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:43:00.869045 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-977b0155-f4fd-4883-8997-82f1988b35aa demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8709798 Apr 29 15:43:00.954579 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea9de40-577b-5861-953d-07c7c45c0abe-1c8f5b1a-8c7d-4530-9ea7-486c625a85d4', 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4', 'project_id': '38159577f00f42bc869aa1798ca03189', 'fixed_ips': [{'subnet_id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e'}]}} from dv-cinder-839872-2-iscsi. {{(pid=110325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 15:43:00.956497 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:01.240720 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.db_base_plugin_common [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Allocated IP 172.20.0.2 (1c8f5b1a-8c7d-4530-9ea7-486c625a85d4/d6fbe7ce-209f-4fd4-bc5c-d9b35055997e/fbb92886-748c-463a-8dc3-69fa4ced126c) {{(pid=110325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:01.511634 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Publish callbacks [] for port (fbb92886-748c-463a-8dc3-69fa4ced126c), precommit_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:01.598856 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (fbb92886-748c-463a-8dc3-69fa4ced126c), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:01.684731 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Network 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 is already hosted by enough agents. {{(pid=110325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:01.689039 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.base_scheduler [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Resources bound (agent type, host, resource id): {{(pid=110325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:01.691355 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Pushing event updated for resources: {'Port': ['ID=fbb92886-748c-463a-8dc3-69fa4ced126c,revision_number=1']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:01.696663 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Received port after_create {{(pid=110325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:43:01.704630 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.705000 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.705347 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.705870 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.706221 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.706559 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.706888 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.707219 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.707548 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.707900 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.708236 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.708580 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.708910 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.709235 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.709564 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Tracked resource versions report: Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: pushed versions: Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: { 'AddressGroup': {'1.2'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Agent': {'1.1'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'ConntrackHelper': {'1.0'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'LocalIPAssociation': {'1.0'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Log': {'1.0'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'NDPProxy': {'1.0'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Network': {'1.1'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Port': {'1.7'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'PortForwarding': {'1.3'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'QosPolicy': {'1.10'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'SecurityGroup': {'1.5'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'SubPort': {'1.0'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Subnet': {'1.1'}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Trunk': {'1.1'}} Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: consumer versions: Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: { DHCP agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: L3 agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: Metadata agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: Metering agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: Open vSwitch agent@dv-cinder-839872-2-iscsi: { 'AddressGroup': '1.2', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Agent': '1.1', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'ConntrackHelper': '1.0', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'LocalIPAssociation': '1.0', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Log': '1.0', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'NDPProxy': '1.0', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Network': '1.1', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Port': '1.7', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'PortForwarding': '1.3', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'QosPolicy': '1.10', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'SecurityGroup': '1.5', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'SecurityGroupRule': '1.2', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'SubPort': '1.0', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Subnet': '1.1', Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Trunk': '1.1'}} Apr 29 15:43:01.710952 dv-cinder-839872-2-iscsi neutron-server[110325]: {{(pid=110325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:43:01.788243 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Attempting to bind port fbb92886-748c-463a-8dc3-69fa4ced126c on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:43:01.788555 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Attempting to bind port fbb92886-748c-463a-8dc3-69fa4ced126c by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': 'd4c66d08-8221-4427-86ca-57ad375b3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:43:01.788985 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Attempting to bind port fbb92886-748c-463a-8dc3-69fa4ced126c on network 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:43:01.794108 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:43:01.794486 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Checking segment: {'id': 'd4c66d08-8221-4427-86ca-57ad375b3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:43:01.794964 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:01.795358 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Bound using segment: {'id': 'd4c66d08-8221-4427-86ca-57ad375b3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:43:01.795876 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Bound port: fbb92886-748c-463a-8dc3-69fa4ced126c, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c66d08-8221-4427-86ca-57ad375b3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:43:01.796291 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (fbb92886-748c-463a-8dc3-69fa4ced126c), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:01.862423 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] For port fbb92886-748c-463a-8dc3-69fa4ced126c, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:01.881560 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] For port fbb92886-748c-463a-8dc3-69fa4ced126c, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=fbb92886-748c-463a-8dc3-69fa4ced126c,segment=NetworkSegment(d4c66d08-8221-4427-86ca-57ad375b3eab),segment_id=d4c66d08-8221-4427-86ca-57ad375b3eab)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:01.964593 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (fbb92886-748c-463a-8dc3-69fa4ced126c), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:02.021223 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e359213-4bcf-448a-a593-7eff523a2a0f None None] Pushing event updated for resources: {'Port': ['ID=fbb92886-748c-463a-8dc3-69fa4ced126c,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:03.370310 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 51460) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:43:03.691904 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [None req-ff203b91-3c1b-4bfc-a058-e480fabed182 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:43:03.693009 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-ff203b91-3c1b-4bfc-a058-e480fabed182 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3217161 Apr 29 15:43:06.217104 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 51468) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:43:06.530030 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [None req-85cd87aa-9c3d-4622-ad87-8933405b08c4 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:43:06.531267 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-85cd87aa-9c3d-4622-ad87-8933405b08c4 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3131845 Apr 29 15:43:09.041080 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 51476) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:43:09.354733 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-abdc5382-fcad-498d-ba91-4ab249ad08ec demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:43:09.437608 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-abdc5382-fcad-498d-ba91-4ab249ad08ec demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6446'] for router (651f3c76-c964-4481-a593-059695f07ce5), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:09.439259 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-abdc5382-fcad-498d-ba91-4ab249ad08ec demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6439'] for router (651f3c76-c964-4481-a593-059695f07ce5), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:09.595048 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-abdc5382-fcad-498d-ba91-4ab249ad08ec demo demo] Publish callbacks [] for router_controller (651f3c76-c964-4481-a593-059695f07ce5), precommit_add_association {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:09.669840 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-abdc5382-fcad-498d-ba91-4ab249ad08ec demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640451'] for router (651f3c76-c964-4481-a593-059695f07ce5), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:09.756518 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-abdc5382-fcad-498d-ba91-4ab249ad08ec demo demo] Publish callbacks [] for router (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:09.757712 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-abdc5382-fcad-498d-ba91-4ab249ad08ec demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7156549 Apr 29 15:43:12.107430 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device fbb92886-748c-463a-8dc3-69fa4ced126c up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:43:12.195071 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port fbb92886-748c-463a-8dc3-69fa4ced126c triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:43:12.195474 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (fbb92886-748c-463a-8dc3-69fa4ced126c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:12.275022 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 51488) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:43:12.306825 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port fbb92886-748c-463a-8dc3-69fa4ced126c is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:43:12.307221 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (fbb92886-748c-463a-8dc3-69fa4ced126c), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:12.346930 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port fbb92886-748c-463a-8dc3-69fa4ced126c, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=fbb92886-748c-463a-8dc3-69fa4ced126c,segment=NetworkSegment(d4c66d08-8221-4427-86ca-57ad375b3eab),segment_id=d4c66d08-8221-4427-86ca-57ad375b3eab)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:12.428675 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (fbb92886-748c-463a-8dc3-69fa4ced126c), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:12.480959 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=fbb92886-748c-463a-8dc3-69fa4ced126c,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:12.622259 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [None req-c555940a-0618-4500-a3bf-ee273f79471e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:43:12.623249 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c555940a-0618-4500-a3bf-ee273f79471e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3466232 Apr 29 15:43:13.513111 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603ec85e-393a-4791-a6aa-d990e6c0ef9e None None] Network 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:43:13.574146 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-353a3b1b-ddd4-4bb4-8c78-931012d73a6b None None] Provisioning complete for port fbb92886-748c-463a-8dc3-69fa4ced126c triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:43:13.574536 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-353a3b1b-ddd4-4bb4-8c78-931012d73a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (fbb92886-748c-463a-8dc3-69fa4ced126c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:13.706461 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-353a3b1b-ddd4-4bb4-8c78-931012d73a6b None None] Current status of the port fbb92886-748c-463a-8dc3-69fa4ced126c is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:43:13.927296 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-5c11d4ed-a777-4a04-95ad-0739c8bc01fd None None] Provisioning complete for port fbb92886-748c-463a-8dc3-69fa4ced126c triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:43:13.927686 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5c11d4ed-a777-4a04-95ad-0739c8bc01fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (fbb92886-748c-463a-8dc3-69fa4ced126c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:14.005975 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-5c11d4ed-a777-4a04-95ad-0739c8bc01fd None None] Current status of the port fbb92886-748c-463a-8dc3-69fa4ced126c is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:43:14.090667 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device fbb92886-748c-463a-8dc3-69fa4ced126c up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:43:14.136069 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port fbb92886-748c-463a-8dc3-69fa4ced126c triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:43:14.136453 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (fbb92886-748c-463a-8dc3-69fa4ced126c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:14.211277 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port fbb92886-748c-463a-8dc3-69fa4ced126c is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:43:14.988684 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-124c1826-8b8d-46d3-ad14-024648017ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:15.140731 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 51496) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:43:15.444516 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:43:15.585601 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Made reservation on behalf of 0fd383be45a241a9a1793b0f816c1766 for: {'network': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:15.587937 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:15.603976 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:15.705918 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Publish callbacks [] for security_group (38053426-28a7-4060-a38e-59d6a42ec992), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:15.810976 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (38053426-28a7-4060-a38e-59d6a42ec992), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:15.829342 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Reserving flat network on physical network physnet1 {{(pid=110323) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 15:43:15.845916 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38053426-28a7-4060-a38e-59d6a42ec992,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:15.853696 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731013023856', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (1567badc-f8fb-44f1-b2e6-3058bd19b920), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:15.854246 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Unsubscribe: segment precommit_create {{(pid=110323) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 15:43:15.855421 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.segments_db [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Added segment 1567badc-f8fb-44f1-b2e6-3058bd19b920 of type flat for network ae6f69da-4bce-4b33-8222-dee4512f4ab7 Apr 29 15:43:15.915080 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (ae6f69da-4bce-4b33-8222-dee4512f4ab7), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:16.016716 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (ae6f69da-4bce-4b33-8222-dee4512f4ab7), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:16.018394 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:16.019039 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:16.108531 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] Pushing event updated for resources: {'Network': ['ID=ae6f69da-4bce-4b33-8222-dee4512f4ab7,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:16.118286 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-131f99a6-93dd-4c34-bb3c-0ac8e19e14cd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9764926 Apr 29 15:43:16.119349 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:43:17.379130 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a9a2ffa8-9555-44f2-9bc1-8998816f3afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:18.577771 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 51504) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:43:18.643354 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:18.877238 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80700f5-417f-4340-b8ab-14bf7417586b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:18.878550 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-b80700f5-417f-4340-b8ab-14bf7417586b demo admin] 10.222.0.23 "GET /v2.0/subnets/d6fbe7ce-209f-4fd4-bc5c-d9b35055997e HTTP/1.1" status: 200 len: 849 time: 0.2997386 Apr 29 15:43:18.999643 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-5c8638fd-1383-46fe-a376-c67b9c67797c demo admin] 10.222.0.23 "GET /v2.0/routers/651f3c76-c964-4481-a593-059695f07ce5 HTTP/1.1" status: 200 len: 704 time: 0.1152368 Apr 29 15:43:19.268376 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:19.559243 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Allocated IP 172.20.0.1 (1c8f5b1a-8c7d-4530-9ea7-486c625a85d4/d6fbe7ce-209f-4fd4-bc5c-d9b35055997e/2ec00c5a-639f-4017-b6b5-a54b35becad4) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:19.762965 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Publish callbacks [] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:19.878142 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:19.948499 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Network 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:19.954331 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:19.963030 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:43:19.963640 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639158'] for router_interface (651f3c76-c964-4481-a593-059695f07ce5), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:20.033121 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Pushing event updated for resources: {'Port': ['ID=2ec00c5a-639f-4017-b6b5-a54b35becad4,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:20.053184 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:20.158632 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-735f5b96-779c-4007-bf5a-f97a9e34d7a2 None None] Provisioning complete for port 2ec00c5a-639f-4017-b6b5-a54b35becad4 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:43:20.158933 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-735f5b96-779c-4007-bf5a-f97a9e34d7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:20.192798 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-735f5b96-779c-4007-bf5a-f97a9e34d7a2 None None] Port 2ec00c5a-639f-4017-b6b5-a54b35becad4 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:43:20.231319 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:20.438690 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Publish callbacks [] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:20.500290 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:20.501082 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739334'] for router_interface (651f3c76-c964-4481-a593-059695f07ce5), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:20.561161 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Pushing event updated for resources: {'Port': ['ID=2ec00c5a-639f-4017-b6b5-a54b35becad4,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:20.628369 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Network 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:20.629647 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:20.857215 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Router 651f3c76-c964-4481-a593-059695f07ce5 is scheduled to L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 with binding_index 1 {{(pid=110323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:43:20.956046 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-f069bc49-0879-4ad2-9577-cdcde741bc6a None None] Provisioning complete for port 2ec00c5a-639f-4017-b6b5-a54b35becad4 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:43:20.956419 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f069bc49-0879-4ad2-9577-cdcde741bc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:20.956615 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:43:20.966644 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Sync routers for ids ['651f3c76-c964-4481-a593-059695f07ce5'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:43:20.972766 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-6d465f78-3398-4eb1-ab93-1a755c0ebdad demo admin] 10.222.0.23 "PUT /v2.0/routers/651f3c76-c964-4481-a593-059695f07ce5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9678516 Apr 29 15:43:20.982065 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Routers {'651f3c76-c964-4481-a593-059695f07ce5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:43:20.983016 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:43:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['651f3c76-c964-4481-a593-059695f07ce5'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:21.003781 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-f069bc49-0879-4ad2-9577-cdcde741bc6a None None] Port 2ec00c5a-639f-4017-b6b5-a54b35becad4 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:43:21.178984 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Set router 651f3c76-c964-4481-a593-059695f07ce5 gateway port host: None {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:43:21.451090 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:21.608092 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f3c76-c964-4481-a593-059695f07ce5', 'name': 'router1', 'tenant_id': '38159577f00f42bc869aa1798ca03189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:09Z', 'updated_at': '2022-04-29T15:43:20Z', 'revision_number': 2, 'project_id': '38159577f00f42bc869aa1798ca03189', 'gw_port_host': None, '_interfaces': [{'id': '2ec00c5a-639f-4017-b6b5-a54b35becad4', 'name': '', 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4', 'tenant_id': '38159577f00f42bc869aa1798ca03189', 'mac_address': 'fa:16:3e:be:15:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f3c76-c964-4481-a593-059695f07ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:19Z', 'updated_at': '2022-04-29T15:43:20Z', 'revision_number': 2, 'project_id': '38159577f00f42bc869aa1798ca03189', 'subnets': [{'id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44a7a621-40dc-477c-adef-a698e6f17b33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:21.659169 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Checking router: 651f3c76-c964-4481-a593-059695f07ce5 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:43:21.659536 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Updating router 651f3c76-c964-4481-a593-059695f07ce5 port 2ec00c5a-639f-4017-b6b5-a54b35becad4 binding host dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:43:21.739467 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:22.232661 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Publish callbacks [] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), precommit_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:22.302354 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:22.478760 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Pushing event updated for resources: {'Port': ['ID=2ec00c5a-639f-4017-b6b5-a54b35becad4,revision_number=3']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:22.496029 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.496396 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.496737 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.497071 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.497397 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.497718 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.498036 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.498355 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.498672 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.498987 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.499304 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.499633 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.499975 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.500289 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.500606 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Tracked resource versions report: Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: pushed versions: Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: { 'AddressGroup': {'1.2'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Agent': {'1.1'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'ConntrackHelper': {'1.0'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'LocalIPAssociation': {'1.0'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Log': {'1.0'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'NDPProxy': {'1.0'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Network': {'1.1'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Port': {'1.7'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'PortForwarding': {'1.3'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'QosPolicy': {'1.10'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'SecurityGroup': {'1.5'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'SubPort': {'1.0'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Subnet': {'1.1'}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Trunk': {'1.1'}} Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: consumer versions: Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: { DHCP agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: L3 agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: Metadata agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: Metering agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: Open vSwitch agent@dv-cinder-839872-2-iscsi: { 'AddressGroup': '1.2', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Agent': '1.1', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'ConntrackHelper': '1.0', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'LocalIPAssociation': '1.0', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Log': '1.0', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'NDPProxy': '1.0', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Network': '1.1', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Port': '1.7', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'PortForwarding': '1.3', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'QosPolicy': '1.10', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'SecurityGroup': '1.5', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'SecurityGroupRule': '1.2', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'SubPort': '1.0', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Subnet': '1.1', Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Trunk': '1.1'}} Apr 29 15:43:22.502605 dv-cinder-839872-2-iscsi neutron-server[110326]: {{(pid=110326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:43:22.505899 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Attempting to bind port 2ec00c5a-639f-4017-b6b5-a54b35becad4 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:43:22.505899 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Attempting to bind port 2ec00c5a-639f-4017-b6b5-a54b35becad4 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': 'd4c66d08-8221-4427-86ca-57ad375b3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4'}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:43:22.505899 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Attempting to bind port 2ec00c5a-639f-4017-b6b5-a54b35becad4 on network 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:43:22.511442 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:43:22.511867 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Checking segment: {'id': 'd4c66d08-8221-4427-86ca-57ad375b3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:43:22.512349 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:22.512728 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Bound using segment: {'id': 'd4c66d08-8221-4427-86ca-57ad375b3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4'} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:43:22.513282 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Bound port: 2ec00c5a-639f-4017-b6b5-a54b35becad4, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c66d08-8221-4427-86ca-57ad375b3eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4'}}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:43:22.513558 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:22.530704 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-db9fee9d-1594-436b-809a-277c0ba6f256 None None] Provisioning complete for port 2ec00c5a-639f-4017-b6b5-a54b35becad4 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:43:22.531340 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-db9fee9d-1594-436b-809a-277c0ba6f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:22.568991 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-db9fee9d-1594-436b-809a-277c0ba6f256 None None] Port 2ec00c5a-639f-4017-b6b5-a54b35becad4 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:43:22.580906 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] For port 2ec00c5a-639f-4017-b6b5-a54b35becad4, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:22.600063 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] For port 2ec00c5a-639f-4017-b6b5-a54b35becad4, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=2ec00c5a-639f-4017-b6b5-a54b35becad4,segment=NetworkSegment(d4c66d08-8221-4427-86ca-57ad375b3eab),segment_id=d4c66d08-8221-4427-86ca-57ad375b3eab)] {{(pid=110326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:22.677765 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:22.740726 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6953f5-1d38-4c8a-9327-4cf075beae9d None None] Pushing event updated for resources: {'Port': ['ID=2ec00c5a-639f-4017-b6b5-a54b35becad4,revision_number=4']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:22.747911 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Routers {'651f3c76-c964-4481-a593-059695f07ce5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:43:22.748590 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:43:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['651f3c76-c964-4481-a593-059695f07ce5'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:22.845978 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] Set router 651f3c76-c964-4481-a593-059695f07ce5 gateway port host: None {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:43:22.986627 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afd6d581-2b3b-467b-a3be-ddb73ddde3fb None None] Provisioning complete for port 2ec00c5a-639f-4017-b6b5-a54b35becad4 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:43:22.986943 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afd6d581-2b3b-467b-a3be-ddb73ddde3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:23.047074 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f3c76-c964-4481-a593-059695f07ce5', 'name': 'router1', 'tenant_id': '38159577f00f42bc869aa1798ca03189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:09Z', 'updated_at': '2022-04-29T15:43:20Z', 'revision_number': 2, 'project_id': '38159577f00f42bc869aa1798ca03189', 'gw_port_host': None, '_interfaces': [{'id': '2ec00c5a-639f-4017-b6b5-a54b35becad4', 'name': '', 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4', 'tenant_id': '38159577f00f42bc869aa1798ca03189', 'mac_address': 'fa:16:3e:be:15:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f3c76-c964-4481-a593-059695f07ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:19Z', 'updated_at': '2022-04-29T15:43:22Z', 'revision_number': 4, 'project_id': '38159577f00f42bc869aa1798ca03189', 'subnets': [{'id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44a7a621-40dc-477c-adef-a698e6f17b33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:23.067204 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afd6d581-2b3b-467b-a3be-ddb73ddde3fb None None] Current status of the port 2ec00c5a-639f-4017-b6b5-a54b35becad4 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:43:23.067599 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afd6d581-2b3b-467b-a3be-ddb73ddde3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:23.074158 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8389656-f22b-4d59-b04a-381838edbe24 None None] The sync data for ids ['651f3c76-c964-4481-a593-059695f07ce5'] in dv-cinder-839872-2-iscsi is: [{'id': '651f3c76-c964-4481-a593-059695f07ce5', 'name': 'router1', 'tenant_id': '38159577f00f42bc869aa1798ca03189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:09Z', 'updated_at': '2022-04-29T15:43:20Z', 'revision_number': 2, 'project_id': '38159577f00f42bc869aa1798ca03189', 'gw_port_host': None, '_interfaces': [{'id': '2ec00c5a-639f-4017-b6b5-a54b35becad4', 'name': '', 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4', 'tenant_id': '38159577f00f42bc869aa1798ca03189', 'mac_address': 'fa:16:3e:be:15:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f3c76-c964-4481-a593-059695f07ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:19Z', 'updated_at': '2022-04-29T15:43:22Z', 'revision_number': 4, 'project_id': '38159577f00f42bc869aa1798ca03189', 'subnets': [{'id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44a7a621-40dc-477c-adef-a698e6f17b33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:43:23.105784 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afd6d581-2b3b-467b-a3be-ddb73ddde3fb None None] For port 2ec00c5a-639f-4017-b6b5-a54b35becad4, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=2ec00c5a-639f-4017-b6b5-a54b35becad4,segment=NetworkSegment(d4c66d08-8221-4427-86ca-57ad375b3eab),segment_id=d4c66d08-8221-4427-86ca-57ad375b3eab)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:23.180307 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afd6d581-2b3b-467b-a3be-ddb73ddde3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:23.230142 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6d581-2b3b-467b-a3be-ddb73ddde3fb None None] Pushing event updated for resources: {'Port': ['ID=2ec00c5a-639f-4017-b6b5-a54b35becad4,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:23.440679 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 51524) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:43:23.585343 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21b02a-71ad-45ce-a347-62ffe8ffc72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:23.586725 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-aa21b02a-71ad-45ce-a347-62ffe8ffc72f admin admin] 10.222.0.23 "GET /v2.0/networks/ae6f69da-4bce-4b33-8222-dee4512f4ab7 HTTP/1.1" status: 200 len: 842 time: 0.1450160 Apr 29 15:43:23.596353 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:43:23.700045 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] Made reservation on behalf of 0fd383be45a241a9a1793b0f816c1766 for: {'subnet': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:23.702356 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:24.164026 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.objects.ports [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110324) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 15:43:24.164499 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (86a3338d-f899-4e2f-bbaa-fe73ff7e8c52), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:24.222238 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a3338d-f899-4e2f-bbaa-fe73ff7e8c52,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:24.239266 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] Checking segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:43:24.239619 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] Network hostable DHCP agents. Network: ae6f69da-4bce-4b33-8222-dee4512f4ab7, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:24.353960 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:24.436870 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, ae6f69da-4bce-4b33-8222-dee4512f4ab7) {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:24.442382 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:24.442969 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:24.449572 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f66054-6cdb-43d1-acdb-577d8683cd51 None None] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:43:24.525531 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-c0ad028b-9fbc-4386-a47e-897b78f3db31 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9327035 Apr 29 15:43:24.561884 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6315d28-90d3-4d5e-afba-63db7b92ef33 None None] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:43:26.937648 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 51542) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:43:27.198754 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-a2106919-c6b4-4780-bf8b-2760776cefc4 demo admin] 10.222.0.23 "GET /v2.0/routers/651f3c76-c964-4481-a593-059695f07ce5 HTTP/1.1" status: 200 len: 710 time: 0.2598546 Apr 29 15:43:27.397605 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff59fb-aa60-44a6-a66f-4a96bec1a155 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:27.398979 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-8bff59fb-aa60-44a6-a66f-4a96bec1a155 demo admin] 10.222.0.23 "GET /v2.0/networks/ae6f69da-4bce-4b33-8222-dee4512f4ab7 HTTP/1.1" status: 200 len: 886 time: 0.1948237 Apr 29 15:43:27.408790 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:43:27.666724 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Publish callbacks [] for router_gateway (651f3c76-c964-4481-a593-059695f07ce5), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:27.974508 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Publish callbacks [] for router_gateway (651f3c76-c964-4481-a593-059695f07ce5), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:28.056182 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:28.212339 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Allocated IP 172.27.1.223 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/0fa656fc-03dd-486a-8e84-646fbba3d3ca) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:28.377701 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Publish callbacks [] for port (0fa656fc-03dd-486a-8e84-646fbba3d3ca), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:28.531674 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (0fa656fc-03dd-486a-8e84-646fbba3d3ca), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:28.598726 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:28.604484 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:28.614182 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:43:28.655494 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Pushing event updated for resources: {'Port': ['ID=0fa656fc-03dd-486a-8e84-646fbba3d3ca,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:28.976997 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Publish callbacks [] for router_gateway (651f3c76-c964-4481-a593-059695f07ce5), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:29.177299 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640424', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-766776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6449'] for router (651f3c76-c964-4481-a593-059695f07ce5), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:29.182336 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-766753'] for router (651f3c76-c964-4481-a593-059695f07ce5), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:29.294644 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Router 651f3c76-c964-4481-a593-059695f07ce5 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:43:29.404181 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:43:29.409190 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] Publish callbacks [] for router (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:29.410347 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-33c8c315-8b0f-4e76-9599-59a101004c5e demo admin] 10.222.0.23 "PUT /v2.0/routers/651f3c76-c964-4481-a593-059695f07ce5 HTTP/1.1" status: 200 len: 890 time: 2.0057061 Apr 29 15:43:30.120930 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 2ec00c5a-639f-4017-b6b5-a54b35becad4 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:43:30.171064 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 2ec00c5a-639f-4017-b6b5-a54b35becad4 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:43:30.171451 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:30.253289 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 2ec00c5a-639f-4017-b6b5-a54b35becad4 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:43:31.923651 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 51554) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:43:31.934462 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Sync routers for ids ['651f3c76-c964-4481-a593-059695f07ce5'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:43:31.946184 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Routers {'651f3c76-c964-4481-a593-059695f07ce5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:43:31.946853 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:43:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['651f3c76-c964-4481-a593-059695f07ce5'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:32.039542 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-2b6b630a-a726-4437-807d-78c5f955e994 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1145320 Apr 29 15:43:32.172228 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Set router 651f3c76-c964-4481-a593-059695f07ce5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:43:32.646032 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f3c76-c964-4481-a593-059695f07ce5', 'name': 'router1', 'tenant_id': '38159577f00f42bc869aa1798ca03189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '0fa656fc-03dd-486a-8e84-646fbba3d3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:09Z', 'updated_at': '2022-04-29T15:43:28Z', 'revision_number': 4, 'project_id': '38159577f00f42bc869aa1798ca03189', 'gw_port': {'id': '0fa656fc-03dd-486a-8e84-646fbba3d3ca', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:96:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f3c76-c964-4481-a593-059695f07ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:28Z', 'updated_at': '2022-04-29T15:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '2ec00c5a-639f-4017-b6b5-a54b35becad4', 'name': '', 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4', 'tenant_id': '38159577f00f42bc869aa1798ca03189', 'mac_address': 'fa:16:3e:be:15:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f3c76-c964-4481-a593-059695f07ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:19Z', 'updated_at': '2022-04-29T15:43:23Z', 'revision_number': 5, 'project_id': '38159577f00f42bc869aa1798ca03189', 'subnets': [{'id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44a7a621-40dc-477c-adef-a698e6f17b33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:32.699269 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Checking router: 651f3c76-c964-4481-a593-059695f07ce5 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:43:32.699652 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Updating router 651f3c76-c964-4481-a593-059695f07ce5 port 0fa656fc-03dd-486a-8e84-646fbba3d3ca binding host dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:43:32.755221 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (0fa656fc-03dd-486a-8e84-646fbba3d3ca), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:33.079449 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Publish callbacks [] for port (0fa656fc-03dd-486a-8e84-646fbba3d3ca), precommit_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:33.213980 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (0fa656fc-03dd-486a-8e84-646fbba3d3ca), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:33.271199 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Attempting to bind port 0fa656fc-03dd-486a-8e84-646fbba3d3ca on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:43:33.271788 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Attempting to bind port 0fa656fc-03dd-486a-8e84-646fbba3d3ca by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:43:33.272330 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Attempting to bind port 0fa656fc-03dd-486a-8e84-646fbba3d3ca on network ae6f69da-4bce-4b33-8222-dee4512f4ab7 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:43:33.279876 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:43:33.280465 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Checking segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:43:33.281771 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:33.281771 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Bound using segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:43:33.282446 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Bound port: 0fa656fc-03dd-486a-8e84-646fbba3d3ca, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:43:33.282973 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (0fa656fc-03dd-486a-8e84-646fbba3d3ca), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:33.284671 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583d7b7-6892-4b93-958d-91022389abde None None] Pushing event updated for resources: {'Port': ['ID=0fa656fc-03dd-486a-8e84-646fbba3d3ca,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:33.344021 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] For port 0fa656fc-03dd-486a-8e84-646fbba3d3ca, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:43:33.347473 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] For port 0fa656fc-03dd-486a-8e84-646fbba3d3ca, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=0fa656fc-03dd-486a-8e84-646fbba3d3ca,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:43:33.397679 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (0fa656fc-03dd-486a-8e84-646fbba3d3ca), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:33.458585 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Routers {'651f3c76-c964-4481-a593-059695f07ce5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:43:33.459206 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:43:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['651f3c76-c964-4481-a593-059695f07ce5'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:33.461998 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583d7b7-6892-4b93-958d-91022389abde None None] Pushing event updated for resources: {'Port': ['ID=0fa656fc-03dd-486a-8e84-646fbba3d3ca,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:33.569345 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] Set router 651f3c76-c964-4481-a593-059695f07ce5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:43:33.819485 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651f3c76-c964-4481-a593-059695f07ce5', 'name': 'router1', 'tenant_id': '38159577f00f42bc869aa1798ca03189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '0fa656fc-03dd-486a-8e84-646fbba3d3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:09Z', 'updated_at': '2022-04-29T15:43:28Z', 'revision_number': 4, 'project_id': '38159577f00f42bc869aa1798ca03189', 'gw_port': {'id': '0fa656fc-03dd-486a-8e84-646fbba3d3ca', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:96:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f3c76-c964-4481-a593-059695f07ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:28Z', 'updated_at': '2022-04-29T15:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '2ec00c5a-639f-4017-b6b5-a54b35becad4', 'name': '', 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4', 'tenant_id': '38159577f00f42bc869aa1798ca03189', 'mac_address': 'fa:16:3e:be:15:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f3c76-c964-4481-a593-059695f07ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:19Z', 'updated_at': '2022-04-29T15:43:23Z', 'revision_number': 5, 'project_id': '38159577f00f42bc869aa1798ca03189', 'subnets': [{'id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44a7a621-40dc-477c-adef-a698e6f17b33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:33.851407 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af71a5-6b79-4af9-96d4-3994fe2c2b65 None None] The sync data for ids ['651f3c76-c964-4481-a593-059695f07ce5'] in dv-cinder-839872-2-iscsi is: [{'id': '651f3c76-c964-4481-a593-059695f07ce5', 'name': 'router1', 'tenant_id': '38159577f00f42bc869aa1798ca03189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '0fa656fc-03dd-486a-8e84-646fbba3d3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:09Z', 'updated_at': '2022-04-29T15:43:28Z', 'revision_number': 4, 'project_id': '38159577f00f42bc869aa1798ca03189', 'gw_port': {'id': '0fa656fc-03dd-486a-8e84-646fbba3d3ca', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:96:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651f3c76-c964-4481-a593-059695f07ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:28Z', 'updated_at': '2022-04-29T15:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '2ec00c5a-639f-4017-b6b5-a54b35becad4', 'name': '', 'network_id': '1c8f5b1a-8c7d-4530-9ea7-486c625a85d4', 'tenant_id': '38159577f00f42bc869aa1798ca03189', 'mac_address': 'fa:16:3e:be:15:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651f3c76-c964-4481-a593-059695f07ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:19Z', 'updated_at': '2022-04-29T15:43:23Z', 'revision_number': 5, 'project_id': '38159577f00f42bc869aa1798ca03189', 'subnets': [{'id': 'd6fbe7ce-209f-4fd4-bc5c-d9b35055997e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44a7a621-40dc-477c-adef-a698e6f17b33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:43:34.184967 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 0fa656fc-03dd-486a-8e84-646fbba3d3ca up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:43:34.247282 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 0fa656fc-03dd-486a-8e84-646fbba3d3ca triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:43:34.248412 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (0fa656fc-03dd-486a-8e84-646fbba3d3ca), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:34.357023 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 0fa656fc-03dd-486a-8e84-646fbba3d3ca is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:43:34.357423 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (0fa656fc-03dd-486a-8e84-646fbba3d3ca), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:34.388125 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port 0fa656fc-03dd-486a-8e84-646fbba3d3ca, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=0fa656fc-03dd-486a-8e84-646fbba3d3ca,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:43:34.473884 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (0fa656fc-03dd-486a-8e84-646fbba3d3ca), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:34.549464 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=0fa656fc-03dd-486a-8e84-646fbba3d3ca,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:36.138330 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 0fa656fc-03dd-486a-8e84-646fbba3d3ca up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:43:36.216291 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 0fa656fc-03dd-486a-8e84-646fbba3d3ca triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:43:36.217411 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (0fa656fc-03dd-486a-8e84-646fbba3d3ca), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:36.316031 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 0fa656fc-03dd-486a-8e84-646fbba3d3ca is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:43:39.426597 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 5 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:43:45.019476 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-0be9a544-9125-4c84-8bd9-53b23f61c256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:47.357023 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1759e366-6930-43cd-b015-a2a4834cecb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:48.619375 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:50.064740 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:43:51.454670 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:15.002583 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7530be45-616e-44a8-9e53-c41c9038e9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:16.426578 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 5 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:44:17.357632 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-456a5438-0569-4a49-97a8-3d95911c96c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:18.618191 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:20.094847 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:21.454980 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:45.005902 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-fb328189-0b10-4dd7-a15c-5a76edaf08bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:47.342705 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-13c9ff9a-7f67-4c5e-8f02-a857086130f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:48.633852 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:50.073891 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:51.457085 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:53.425310 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 5 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:44:55.513794 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52038) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:44:55.573728 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0149f19-d442-45c8-b839-e391b4348647 admin admin] GET failed (client error): The resource could not be found. Apr 29 15:44:55.575954 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-b0149f19-d442-45c8-b839-e391b4348647 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609727 Apr 29 15:44:55.738262 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff11905-85c2-4017-ae3a-8ff30c51fa10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:55.739665 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-6ff11905-85c2-4017-ae3a-8ff30c51fa10 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598718 Apr 29 15:44:58.031261 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52048) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:44:58.122730 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e9631-cec2-48c4-a67c-b1230296d9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:58.124128 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-b25e9631-cec2-48c4-a67c-b1230296d9dd admin admin] 10.222.0.23 "GET /v2.0/subnets/d6fbe7ce-209f-4fd4-bc5c-d9b35055997e HTTP/1.1" status: 200 len: 849 time: 0.0918427 Apr 29 15:44:58.133408 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:44:58.218907 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Publish callbacks [] for subnet (d6fbe7ce-209f-4fd4-bc5c-d9b35055997e), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:58.467328 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731013083859'] for subnet (d6fbe7ce-209f-4fd4-bc5c-d9b35055997e), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:58.498794 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:58.499309 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:58.512395 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] 10.222.0.23 "PUT /v2.0/subnets/d6fbe7ce-209f-4fd4-bc5c-d9b35055997e HTTP/1.1" status: 200 len: 868 time: 0.3823109 Apr 29 15:44:58.517047 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4323468b-a5c5-4e4f-9f9d-a356c6ee5e35 None None] Network 1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:44:58.537941 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6fbe7ce-209f-4fd4-bc5c-d9b35055997e,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:58.546928 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.547306 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.547644 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.548016 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.548352 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.548683 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.549063 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.549392 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.549864 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.550197 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.550526 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.550849 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.551171 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.551492 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.551833 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d023f6e-1835-4214-af4a-0d2de0b5a986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:58.877075 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-5c7661b7-ecc3-4e5c-a470-73e5b6d7ff9d None None] Provisioning complete for port 2ec00c5a-639f-4017-b6b5-a54b35becad4 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:44:58.877440 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5c7661b7-ecc3-4e5c-a470-73e5b6d7ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (2ec00c5a-639f-4017-b6b5-a54b35becad4), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:58.955965 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-5c7661b7-ecc3-4e5c-a470-73e5b6d7ff9d None None] Current status of the port 2ec00c5a-639f-4017-b6b5-a54b35becad4 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:44:58.963530 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-5c7661b7-ecc3-4e5c-a470-73e5b6d7ff9d None None] Provisioning complete for port fbb92886-748c-463a-8dc3-69fa4ced126c triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:44:58.963939 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5c7661b7-ecc3-4e5c-a470-73e5b6d7ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (fbb92886-748c-463a-8dc3-69fa4ced126c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:44:59.038264 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-5c7661b7-ecc3-4e5c-a470-73e5b6d7ff9d None None] Current status of the port fbb92886-748c-463a-8dc3-69fa4ced126c is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:45:00.816348 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52058) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:45:01.078496 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65164ec2-b55a-433c-bd2b-f1e7f2bda966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:01.078968 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65164ec2-b55a-433c-bd2b-f1e7f2bda966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:01.080528 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-65164ec2-b55a-433c-bd2b-f1e7f2bda966 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2632396 Apr 29 15:45:03.370764 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52066) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:45:03.502497 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6292686-41a2-4bae-90d6-c19ef907714d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:03.503003 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6292686-41a2-4bae-90d6-c19ef907714d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:03.504547 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-f6292686-41a2-4bae-90d6-c19ef907714d admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327937 Apr 29 15:45:05.809682 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52074) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:45:05.955310 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e1a764-d3e2-4143-a752-b936658b11ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:05.956638 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-12e1a764-d3e2-4143-a752-b936658b11ac admin admin] 10.222.0.23 "GET /v2.0/networks/1c8f5b1a-8c7d-4530-9ea7-486c625a85d4 HTTP/1.1" status: 200 len: 869 time: 0.1460109 Apr 29 15:45:08.235169 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52082) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:45:08.362446 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a12b9a4-411c-4a82-84ed-f2427b9adf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:08.363833 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-8a12b9a4-411c-4a82-84ed-f2427b9adf0e admin admin] 10.222.0.23 "GET /v2.0/networks/ae6f69da-4bce-4b33-8222-dee4512f4ab7 HTTP/1.1" status: 200 len: 886 time: 0.1276712 Apr 29 15:45:10.638619 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52090) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:45:10.765703 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd2110-68be-4b78-b4a6-038e009b965c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:10.766164 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd2110-68be-4b78-b4a6-038e009b965c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:10.767723 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-0acd2110-68be-4b78-b4a6-038e009b965c admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281240 Apr 29 15:45:13.051511 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52098) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:45:13.142828 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a3b82-27e1-40b9-ad5b-49036ea8936d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:13.143282 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a3b82-27e1-40b9-ad5b-49036ea8936d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:13.144832 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-f64a3b82-27e1-40b9-ad5b-49036ea8936d admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923419 Apr 29 15:45:15.001678 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1712ab43-b879-4ff1-a873-4fe4b5be2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:45:15.426076 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52106) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:45:15.514990 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc2f60f-0e54-4571-ab88-cc2cb2c94652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:15.516356 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-2fc2f60f-0e54-4571-ab88-cc2cb2c94652 admin admin] 10.222.0.23 "GET /v2.0/subnets/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52 HTTP/1.1" status: 200 len: 816 time: 0.0893292 Apr 29 15:45:17.404173 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-cc617dbe-df96-4a2f-a410-aba97780fb45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:45:17.804039 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52114) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:45:17.905244 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417df3f5-e8b2-41c5-a488-384745c9f914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:17.906595 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-417df3f5-e8b2-41c5-a488-384745c9f914 admin admin] 10.222.0.23 "GET /v2.0/subnets/d6fbe7ce-209f-4fd4-bc5c-d9b35055997e HTTP/1.1" status: 200 len: 868 time: 0.1016030 Apr 29 15:45:18.667246 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:45:20.075430 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:45:21.444530 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:45:30.424154 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 5 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:45:45.014531 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b5d6149e-523d-4aff-87f2-f889f69b9d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:45:47.366061 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-369c6acc-8071-4cd3-ba7f-5efc7007e473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:45:48.631828 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:45:50.074578 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:45:51.451310 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:45:59.957437 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52172) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:46:00.003825 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [None req-03344429-5249-440c-b37d-51d894f09859 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:46:00.004831 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-03344429-5249-440c-b37d-51d894f09859 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0464447 Apr 29 15:46:02.408500 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52180) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:46:02.534257 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1082e32-96eb-4a74-9a7b-23b52f4449ab admin admin] GET failed (client error): The resource could not be found. Apr 29 15:46:02.535618 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-b1082e32-96eb-4a74-9a7b-23b52f4449ab admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1261654 Apr 29 15:46:02.676546 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e891e85-b09a-45db-8c64-5250f69633d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:02.678065 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-7e891e85-b09a-45db-8c64-5250f69633d0 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383693 Apr 29 15:46:04.987370 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52188) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:46:05.034593 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:46:05.148159 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Made reservation on behalf of 0fd383be45a241a9a1793b0f816c1766 for: {'network': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:05.151298 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:05.178700 dv-cinder-839872-2-iscsi neutron-server[110323]: WARNING neutron.services.revisions.revision_plugin [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Could not find related network for resource to bump revision. Apr 29 15:46:05.192449 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=110323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:46:05.201799 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (f78b85eb-28e8-48b5-ae16-5c5feae0d208), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:05.202130 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.segments_db [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Added segment f78b85eb-28e8-48b5-ae16-5c5feae0d208 of type vlan for network f1659810-692a-41f1-a6f3-b9973f2e322b Apr 29 15:46:05.244012 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (f1659810-692a-41f1-a6f3-b9973f2e322b), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:05.334114 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (f1659810-692a-41f1-a6f3-b9973f2e322b), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:05.335106 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:05.335730 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:05.393058 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Pushing event updated for resources: {'Network': ['ID=f1659810-692a-41f1-a6f3-b9973f2e322b,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:05.399658 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.400040 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.400395 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.400739 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.401084 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.401467 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.401819 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.402152 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.402488 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.402820 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.403155 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.403555 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.403959 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.406694 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.406694 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:05.415069 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network f1659810-692a-41f1-a6f3-b9973f2e322b details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:46:05.434610 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-8a198dcc-5885-4404-9059-e6e8d81485de admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4460902 Apr 29 15:46:07.422148 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 5 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:46:07.740983 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52196) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:46:07.803041 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5549cb-878a-4e29-bd11-acbe8851bcbb admin admin] GET failed (client error): The resource could not be found. Apr 29 15:46:07.804373 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-fa5549cb-878a-4e29-bd11-acbe8851bcbb admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624273 Apr 29 15:46:07.875938 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240cde72-b284-4b70-8ba0-11252fcc033e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:07.877354 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-240cde72-b284-4b70-8ba0-11252fcc033e admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682805 Apr 29 15:46:07.886789 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-51ce9b99-2e08-4997-a03e-71b9e125c035 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b', 'ip_version': 4}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:46:07.968092 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ce9b99-2e08-4997-a03e-71b9e125c035 admin admin] Made reservation on behalf of 0fd383be45a241a9a1793b0f816c1766 for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:46:07.970446 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-51ce9b99-2e08-4997-a03e-71b9e125c035 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:08.219542 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-51ce9b99-2e08-4997-a03e-71b9e125c035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (59f66b6d-e739-48c5-84cb-996dbdba1bb2), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:08.271730 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce9b99-2e08-4997-a03e-71b9e125c035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f66b6d-e739-48c5-84cb-996dbdba1bb2,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:08.282301 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce9b99-2e08-4997-a03e-71b9e125c035 admin admin] Checking segment: {'id': 'f78b85eb-28e8-48b5-ae16-5c5feae0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:46:08.282648 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce9b99-2e08-4997-a03e-71b9e125c035 admin admin] Network hostable DHCP agents. Network: f1659810-692a-41f1-a6f3-b9973f2e322b, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:46:08.405106 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce9b99-2e08-4997-a03e-71b9e125c035 admin admin] Network f1659810-692a-41f1-a6f3-b9973f2e322b is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:46:08.479100 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-51ce9b99-2e08-4997-a03e-71b9e125c035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, f1659810-692a-41f1-a6f3-b9973f2e322b) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:08.483014 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ce9b99-2e08-4997-a03e-71b9e125c035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:08.483603 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-51ce9b99-2e08-4997-a03e-71b9e125c035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:08.487474 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837a2ca-d4a2-4fd3-ab68-284330415cd1 None None] Network f1659810-692a-41f1-a6f3-b9973f2e322b requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:46:08.588272 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea9de40-577b-5861-953d-07c7c45c0abe-f1659810-692a-41f1-a6f3-b9973f2e322b', 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b', 'project_id': '0fd383be45a241a9a1793b0f816c1766', 'fixed_ips': [{'subnet_id': '59f66b6d-e739-48c5-84cb-996dbdba1bb2'}]}} from dv-cinder-839872-2-iscsi. {{(pid=110325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 15:46:08.589092 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:08.596638 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-51ce9b99-2e08-4997-a03e-71b9e125c035 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7130694 Apr 29 15:46:08.832144 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.db_base_plugin_common [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Allocated IP 192.168.233.2 (f1659810-692a-41f1-a6f3-b9973f2e322b/59f66b6d-e739-48c5-84cb-996dbdba1bb2/b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf) {{(pid=110325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:08.980138 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Publish callbacks [] for port (b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf), precommit_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:09.109054 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:09.147023 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Network f1659810-692a-41f1-a6f3-b9973f2e322b is already hosted by enough agents. {{(pid=110325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:09.152761 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.base_scheduler [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Resources bound (agent type, host, resource id): {{(pid=110325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:09.159310 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Received port after_create {{(pid=110325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:46:09.161307 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Pushing event updated for resources: {'Port': ['ID=b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf,revision_number=1']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:09.170740 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.171082 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.171440 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.171833 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.172172 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.172498 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.172893 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.173149 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.173472 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.173790 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.174110 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.174444 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.174761 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.175077 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.175390 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:46:09.229211 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Attempting to bind port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:46:09.229586 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Attempting to bind port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': 'f78b85eb-28e8-48b5-ae16-5c5feae0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:46:09.230037 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Attempting to bind port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf on network f1659810-692a-41f1-a6f3-b9973f2e322b {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:46:09.235189 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:46:09.235567 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Checking segment: {'id': 'f78b85eb-28e8-48b5-ae16-5c5feae0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:46:09.235996 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:09.236387 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Bound using segment: {'id': 'f78b85eb-28e8-48b5-ae16-5c5feae0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:46:09.236854 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Bound port: b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78b85eb-28e8-48b5-ae16-5c5feae0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:46:09.237231 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:09.302276 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] For port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:46:09.305259 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] For port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf,segment=NetworkSegment(f78b85eb-28e8-48b5-ae16-5c5feae0d208),segment_id=f78b85eb-28e8-48b5-ae16-5c5feae0d208)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:46:09.402825 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:09.461315 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b8b56-29e3-4872-a5cc-fc06ef1bcf73 None None] Pushing event updated for resources: {'Port': ['ID=b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:10.226865 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:46:10.285821 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:46:10.286196 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:10.360910 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb3818-299b-41b1-89e9-4a4a02ebacad None None] Network f1659810-692a-41f1-a6f3-b9973f2e322b requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:46:10.404991 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:46:10.405371 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:10.456500 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-f405204f-c279-4ca1-93ff-cba4ef3b9bfb None None] Provisioning complete for port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:46:10.456889 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f405204f-c279-4ca1-93ff-cba4ef3b9bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:10.514336 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf,segment=NetworkSegment(f78b85eb-28e8-48b5-ae16-5c5feae0d208),segment_id=f78b85eb-28e8-48b5-ae16-5c5feae0d208)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:46:10.588534 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-f405204f-c279-4ca1-93ff-cba4ef3b9bfb None None] Current status of the port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:46:10.589280 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f405204f-c279-4ca1-93ff-cba4ef3b9bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:10.629206 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:10.713406 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.db.api [None req-f405204f-c279-4ca1-93ff-cba4ef3b9bfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:46:10.713791 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG oslo_db.api [None req-f405204f-c279-4ca1-93ff-cba4ef3b9bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:46:10.720124 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:11.251549 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-f405204f-c279-4ca1-93ff-cba4ef3b9bfb None None] Current status of the port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:46:11.369076 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a9f447b4-89c4-4a90-823f-dce9df79d482 None None] Provisioning complete for port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:46:11.369457 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a9f447b4-89c4-4a90-823f-dce9df79d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:11.449798 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a9f447b4-89c4-4a90-823f-dce9df79d482 None None] Current status of the port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:46:12.185718 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:46:12.231301 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:46:12.231692 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:12.309526 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port b8e2efdb-bfd4-4f2f-b978-89dd4a0fbcbf is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:46:15.016601 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bf6b6f22-affc-4521-9cd0-d9cd35393457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:17.358873 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-cc35d780-812f-4204-9a7a-f290a7932349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:18.636206 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:20.070283 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:21.450174 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:44.420412 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 5 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:46:45.023373 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f3223b7e-f1d3-4b7b-b58f-10e79b877748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:47.435315 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-8510c12b-d773-4940-9fa5-240aa46cc7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:48.666881 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:50.083378 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:46:51.440787 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:15.039694 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1a5736fd-f909-4c6d-9a9e-ea9dd1d8a7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:17.431015 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-ebc53e4f-4388-4929-a7ff-51f8a1e457ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:18.662051 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:20.153275 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:21.418239 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 5 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:47:21.442105 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:45.018262 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f7836e42-ae58-4f6e-af8e-637324a24b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:47.375929 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-e6e80e95-0563-4b2d-8d99-e97a3f191fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:48.655238 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:50.089043 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:51.475332 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:58.334989 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52236) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:47:58.340667 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [None req-c689c483-df68-4c27-ad35-93086f3d237d tempest-verify_tempest_config-2015870536 tempest-verify_tempest_config-2015870536-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:47:58.341611 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c689c483-df68-4c27-ad35-93086f3d237d tempest-verify_tempest_config-2015870536 tempest-verify_tempest_config-2015870536-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056572 Apr 29 15:47:58.416701 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 5 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:47:59.000192 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52254) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:47:59.105291 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:59.178057 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Publish callbacks [] for security_group (74f3acce-783a-420c-896b-6b04633a052f), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:59.254572 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (74f3acce-783a-420c-896b-6b04633a052f), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:59.305371 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f3acce-783a-420c-896b-6b04633a052f,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:59.309832 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6edbf32dc624e8b972c8ec782cdf68c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3086259 Apr 29 15:47:59.313479 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52258) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:47:59.314766 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.315108 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.315441 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.315800 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.316125 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.316446 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.316760 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.317072 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.317406 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.317728 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.318056 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.318384 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.318701 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.319007 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.319316 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161ef683-58be-4955-a9e9-45028cd02e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.368581 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Publish callbacks [] for security_group (74f3acce-783a-420c-896b-6b04633a052f), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:59.389433 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Publish callbacks [] for security_group (74f3acce-783a-420c-896b-6b04633a052f), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:59.555545 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (74f3acce-783a-420c-896b-6b04633a052f), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:59.557979 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:47:59.559109 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74f3acce-783a-420c-896b-6b04633a052f HTTP/1.1" status: 204 len: 168 time: 0.2446780 Apr 29 15:47:59.570793 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f3acce-783a-420c-896b-6b04633a052f,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:59.579345 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.579692 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.580070 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.580406 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.580735 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.581061 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.581381 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.581703 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.582043 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.582375 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.582711 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.583034 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.583378 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.583699 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:59.584041 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9183-c234-4cf6-a5fe-7a9c0945ab33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:15.023677 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-4af4ca58-b195-4a17-8c4b-de0949024281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:48:17.368068 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-65452f92-f9bd-4a0d-8762-1ec6b9054ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:48:18.645629 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:48:20.114837 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:48:21.448242 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:48:35.414655 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 5 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:48:45.044947 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-ffd4602d-e56d-45fe-afeb-5bd0a27f3604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:48:47.410133 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-89e66ecf-1cf0-4395-95b6-fb28aec2cee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:48:48.678727 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:48:50.095785 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:48:51.472954 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:49:12.413137 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 5 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:49:15.022777 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa6ae68-48f1-46af-8067-fa3de56aa85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:49:17.397046 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-080612c7-254c-4a27-ac67-075fcea11115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:49:18.697097 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:49:20.096980 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:49:21.459820 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:49:44.670516 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-739546'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:49:45.021506 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-29734b18-da79-4be7-9e1f-eb718a1f2aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:49:47.387126 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-aa6ec6e4-1211-498b-ae1d-a5f5d588ee94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:49:48.707187 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:49:49.412119 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:49:50.095285 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:49:51.449753 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:49:58.816204 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52330) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:49:58.919401 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-27470404-305a-47fa-a4ba-1163d829d46d admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1021097 Apr 29 15:50:01.209092 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52340) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:50:01.263382 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-88d84676-3c60-401d-95a6-8cea4bc1a3c6 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532010 Apr 29 15:50:14.658372 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:50:15.018545 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1cf5708e-f48a-432f-a28e-a87a08a723b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:50:17.400450 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5649ffa1-7400-40f8-814c-723bf946b3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:50:18.660002 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:50:20.120637 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:50:21.454081 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:50:26.410257 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:50:44.699585 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:50:45.069987 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-9f0a7ba8-161c-48a8-aed0-fe790abd9efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:50:47.412507 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2b0a9373-4ad2-4bc7-a512-5ce72e506e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:50:48.664461 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:50:50.108033 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:50:51.458112 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:03.409376 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:51:14.649703 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:15.017376 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-3e3f87f4-30c5-45dd-8095-acf4a22ab53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:17.411353 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-e362b6e1-8aff-4f1d-8ef9-6eead1bc9bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:18.668428 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:20.125796 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:21.508383 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:40.408829 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:51:41.142009 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52480) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:41.696819 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1914148518-network', 'tenant_id': '1c4dcc3c2a9b4a5ca23f5e6097b1a28d'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:41.816328 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Made reservation on behalf of 1c4dcc3c2a9b4a5ca23f5e6097b1a28d for: {'network': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:51:41.818704 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:41.828209 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:41.910912 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Publish callbacks [] for security_group (93d0e5e9-61e6-46ae-88a9-d8cdc939b50a), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:42.019957 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (93d0e5e9-61e6-46ae-88a9-d8cdc939b50a), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:42.048141 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=110323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:51:42.053850 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:42.064878 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.065237 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.065572 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.066553 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.066896 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.067221 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.067705 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.068054 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.068395 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.068792 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.069051 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.069401 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.069705 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.070248 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.070551 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Tracked resource versions report: Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: pushed versions: Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: { 'AddressGroup': {'1.2'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Agent': {'1.1'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'ConntrackHelper': {'1.0'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'LocalIPAssociation': {'1.0'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Log': {'1.0'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'NDPProxy': {'1.0'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Network': {'1.1'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Port': {'1.7'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'PortForwarding': {'1.3'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'QosPolicy': {'1.10'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'SecurityGroup': {'1.5'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'SubPort': {'1.0'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Subnet': {'1.1'}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Trunk': {'1.1'}} Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: consumer versions: Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: { DHCP agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: HyperV agent@hv-cinder-83987: {}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: L3 agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: Metadata agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: Metering agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: Open vSwitch agent@dv-cinder-839872-2-iscsi: { 'AddressGroup': '1.2', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Agent': '1.1', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'ConntrackHelper': '1.0', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'LocalIPAssociation': '1.0', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Log': '1.0', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'NDPProxy': '1.0', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Network': '1.1', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Port': '1.7', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'PortForwarding': '1.3', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'QosPolicy': '1.10', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'SecurityGroup': '1.5', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'SecurityGroupRule': '1.2', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'SubPort': '1.0', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Subnet': '1.1', Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: 'Trunk': '1.1'}} Apr 29 15:51:42.071902 dv-cinder-839872-2-iscsi neutron-server[110323]: {{(pid=110323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:51:42.077797 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (0bbd4aa3-0ffc-47cd-8448-e71a29948238), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:42.079872 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.segments_db [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Added segment 0bbd4aa3-0ffc-47cd-8448-e71a29948238 of type vlan for network a145386e-a913-4023-b794-c83de2268057 Apr 29 15:51:42.119592 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (a145386e-a913-4023-b794-c83de2268057), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:42.284744 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (a145386e-a913-4023-b794-c83de2268057), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:42.288469 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:42.288469 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:42.355614 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] Pushing event updated for resources: {'Network': ['ID=a145386e-a913-4023-b794-c83de2268057,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:42.367596 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network a145386e-a913-4023-b794-c83de2268057 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:51:42.399926 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-0816950d-529f-4c5f-9a90-2bf5e6af4b79 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2562432 Apr 29 15:51:42.405388 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52534) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:42.410052 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-38bd7cc6-b4fe-42b9-9eb7-395facf3f416 admin admin] Request body: {'subnet': {'network_id': 'a145386e-a913-4023-b794-c83de2268057', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1914148518-subnet', 'tenant_id': '1c4dcc3c2a9b4a5ca23f5e6097b1a28d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:42.517458 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bd7cc6-b4fe-42b9-9eb7-395facf3f416 admin admin] Made reservation on behalf of 1c4dcc3c2a9b4a5ca23f5e6097b1a28d for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:51:42.520230 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-38bd7cc6-b4fe-42b9-9eb7-395facf3f416 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:42.643539 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52544) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:42.759300 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-38bd7cc6-b4fe-42b9-9eb7-395facf3f416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (467f2c25-36fb-4dce-9f15-0eda10026eb1), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:42.817386 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd7cc6-b4fe-42b9-9eb7-395facf3f416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467f2c25-36fb-4dce-9f15-0eda10026eb1,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:42.828955 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52560) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:42.829420 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bd7cc6-b4fe-42b9-9eb7-395facf3f416 admin admin] Checking segment: {'id': '0bbd4aa3-0ffc-47cd-8448-e71a29948238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a145386e-a913-4023-b794-c83de2268057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:51:42.829795 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bd7cc6-b4fe-42b9-9eb7-395facf3f416 admin admin] Network hostable DHCP agents. Network: a145386e-a913-4023-b794-c83de2268057, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:51:42.905552 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bd7cc6-b4fe-42b9-9eb7-395facf3f416 admin admin] Network a145386e-a913-4023-b794-c83de2268057 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:51:42.991507 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-38bd7cc6-b4fe-42b9-9eb7-395facf3f416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, a145386e-a913-4023-b794-c83de2268057) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:42.996343 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bd7cc6-b4fe-42b9-9eb7-395facf3f416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:42.997280 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-38bd7cc6-b4fe-42b9-9eb7-395facf3f416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.003838 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feca28e4-7b57-4bcd-899a-e9b3f452bd55 None None] Network a145386e-a913-4023-b794-c83de2268057 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:51:43.040016 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52568) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:43.098927 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-38bd7cc6-b4fe-42b9-9eb7-395facf3f416 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6924851 Apr 29 15:51:43.116196 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-662513338-network', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:43.119335 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d2954-2a9d-4112-93a0-37cab03414a4 None None] Network a145386e-a913-4023-b794-c83de2268057 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:51:43.151296 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-132129008-network', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:43.227480 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Made reservation on behalf of 0be3d85cd5da452f871f3f423d5bb1df for: {'network': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:51:43.229871 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.239514 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.262054 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Made reservation on behalf of 0be9ae8b4f5143ce9d60ad6229979338 for: {'network': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:51:43.274182 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.276373 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.334478 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Publish callbacks [] for security_group (3f32d86d-27ab-4b14-b6f1-7303bbb2fb98), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.369946 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Publish callbacks [] for security_group (7e9720b9-0409-4893-8b69-53ef0e73708a), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.414473 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (3f32d86d-27ab-4b14-b6f1-7303bbb2fb98), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.432330 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-301700230-network', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:43.454308 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=110324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:51:43.456626 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7e9720b9-0409-4893-8b69-53ef0e73708a), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.473915 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f32d86d-27ab-4b14-b6f1-7303bbb2fb98,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:43.483845 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9720b9-0409-4893-8b69-53ef0e73708a,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:43.487241 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (69ac7e06-cfcd-4e1c-aa3f-c230d297999e), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.487988 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.segments_db [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Added segment 69ac7e06-cfcd-4e1c-aa3f-c230d297999e of type vlan for network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 Apr 29 15:51:43.496862 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.497722 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.498067 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.498391 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.498907 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.499300 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.499552 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.499913 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.500245 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.500761 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.501110 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.501417 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.501743 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.502068 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.502389 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Tracked resource versions report: Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: pushed versions: Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: { 'AddressGroup': {'1.2'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Agent': {'1.1'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'ConntrackHelper': {'1.0'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'LocalIPAssociation': {'1.0'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Log': {'1.0'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'NDPProxy': {'1.0'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Network': {'1.1'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Port': {'1.7'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'PortForwarding': {'1.3'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'QosPolicy': {'1.10'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'SecurityGroup': {'1.5'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'SubPort': {'1.0'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Subnet': {'1.1'}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Trunk': {'1.1'}} Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: consumer versions: Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: { DHCP agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: HyperV agent@hv-cinder-83987: {}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: L3 agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: Metadata agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: Metering agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: Open vSwitch agent@dv-cinder-839872-2-iscsi: { 'AddressGroup': '1.2', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Agent': '1.1', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'ConntrackHelper': '1.0', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'LocalIPAssociation': '1.0', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Log': '1.0', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'NDPProxy': '1.0', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Network': '1.1', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Port': '1.7', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'PortForwarding': '1.3', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'QosPolicy': '1.10', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'SecurityGroup': '1.5', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'SecurityGroupRule': '1.2', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'SubPort': '1.0', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Subnet': '1.1', Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: 'Trunk': '1.1'}} Apr 29 15:51:43.503554 dv-cinder-839872-2-iscsi neutron-server[110324]: {{(pid=110324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:51:43.544629 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (1aec68a9-1e73-4c47-a6f4-8e07f7c78821), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.593050 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Made reservation on behalf of 450375541bcc49129d79046b5b2ce4b5 for: {'network': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:51:43.595339 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.606167 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.654643 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (1aec68a9-1e73-4c47-a6f4-8e07f7c78821), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.655639 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:43.657767 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.712115 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.db.api [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=110323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:51:43.715638 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG oslo_db.api [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:51:43.767317 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1aec68a9-1e73-4c47-a6f4-8e07f7c78821,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:43.778086 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:51:43.798254 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Publish callbacks [] for security_group (d59282d5-f296-4df4-99f5-0ec5b85cfdec), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.870749 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-ea51dc29-1d6b-48fd-9f6e-6f115caa60e0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2284999 Apr 29 15:51:43.875670 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52604) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:43.878563 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-9b2f4ecd-d8cd-446e-92d3-1fe241af6f8e admin admin] Request body: {'subnet': {'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-662513338-subnet', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:43.907028 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (d59282d5-f296-4df4-99f5-0ec5b85cfdec), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.932490 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=110324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:51:43.941387 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59282d5-f296-4df4-99f5-0ec5b85cfdec,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:43.950408 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (21fdd9f7-7cd9-46cb-b724-da3f354f2fcd), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:43.952015 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.segments_db [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Added segment 21fdd9f7-7cd9-46cb-b724-da3f354f2fcd of type vlan for network 2a3d153a-a0ac-449f-87b2-351b970a83ff Apr 29 15:51:44.000967 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (2a3d153a-a0ac-449f-87b2-351b970a83ff), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.007235 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2f4ecd-d8cd-446e-92d3-1fe241af6f8e admin admin] Made reservation on behalf of 0be3d85cd5da452f871f3f423d5bb1df for: {'subnet': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:51:44.012580 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4ecd-d8cd-446e-92d3-1fe241af6f8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.196348 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (2a3d153a-a0ac-449f-87b2-351b970a83ff), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.204546 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:44.204546 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.214253 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.242113 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=110323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:51:44.251383 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (87fc13c2-d207-4602-9a08-976878a175c9), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.251899 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.segments_db [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Added segment 87fc13c2-d207-4602-9a08-976878a175c9 of type vlan for network f1de7a5a-0bdd-472f-8ef1-d841062133e9 Apr 29 15:51:44.291565 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] Pushing event updated for resources: {'Network': ['ID=2a3d153a-a0ac-449f-87b2-351b970a83ff,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:44.303806 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network 2a3d153a-a0ac-449f-87b2-351b970a83ff details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:51:44.306257 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (f1de7a5a-0bdd-472f-8ef1-d841062133e9), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.313588 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4ecd-d8cd-446e-92d3-1fe241af6f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (2b3bb281-55d8-4d59-b80a-6791f4fdac05), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.360756 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f4ecd-d8cd-446e-92d3-1fe241af6f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b3bb281-55d8-4d59-b80a-6791f4fdac05,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:44.366710 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-b2f66091-f6dc-4779-9215-d225ad56da6f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3240831 Apr 29 15:51:44.369258 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52624) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:44.374936 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-d46b271a-f021-4af0-a392-9d0370ef86d8 admin admin] Request body: {'subnet': {'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-subnet', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:44.406197 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f4ecd-d8cd-446e-92d3-1fe241af6f8e admin admin] Checking segment: {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:51:44.406557 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f4ecd-d8cd-446e-92d3-1fe241af6f8e admin admin] Network hostable DHCP agents. Network: 1aec68a9-1e73-4c47-a6f4-8e07f7c78821, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:51:44.433150 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (f1de7a5a-0bdd-472f-8ef1-d841062133e9), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.438214 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:44.438214 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.508375 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] Pushing event updated for resources: {'Network': ['ID=f1de7a5a-0bdd-472f-8ef1-d841062133e9,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:44.511752 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46b271a-f021-4af0-a392-9d0370ef86d8 admin admin] Made reservation on behalf of 450375541bcc49129d79046b5b2ce4b5 for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:51:44.515177 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d46b271a-f021-4af0-a392-9d0370ef86d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.522290 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network f1de7a5a-0bdd-472f-8ef1-d841062133e9 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:51:44.543123 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f4ecd-d8cd-446e-92d3-1fe241af6f8e admin admin] Network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:51:44.547786 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-a02bae69-0a1c-4029-ae72-1f85b3d78bec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7154458 Apr 29 15:51:44.550885 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52636) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:44.562102 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-849c95cf-161f-4fb5-a049-e6c4aa2a3c6d admin admin] Request body: {'subnet': {'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-subnet', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:44.660015 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f4ecd-d8cd-446e-92d3-1fe241af6f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, 1aec68a9-1e73-4c47-a6f4-8e07f7c78821) {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:44.674760 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f4ecd-d8cd-446e-92d3-1fe241af6f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:44.675356 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4ecd-d8cd-446e-92d3-1fe241af6f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.697399 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849c95cf-161f-4fb5-a049-e6c4aa2a3c6d admin admin] Made reservation on behalf of 0be9ae8b4f5143ce9d60ad6229979338 for: {'subnet': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:51:44.703490 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-849c95cf-161f-4fb5-a049-e6c4aa2a3c6d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.708432 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d12fd59-65c1-4fac-9feb-a0c69fb80fd6 None None] Network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:51:44.714433 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.802480 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-9b2f4ecd-d8cd-446e-92d3-1fe241af6f8e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9274044 Apr 29 15:51:44.805638 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52652) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:44.811011 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:44.852102 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d46b271a-f021-4af0-a392-9d0370ef86d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (0c170ae4-ae39-4eb5-9f5f-38aad06bb45c), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.874374 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea9de40-577b-5861-953d-07c7c45c0abe-1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05'}]}} from dv-cinder-839872-2-iscsi. {{(pid=110325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 15:51:44.875452 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.918870 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6446'] for router (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.920924 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6439'] for router (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:44.946024 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b271a-f021-4af0-a392-9d0370ef86d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:44.962414 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b271a-f021-4af0-a392-9d0370ef86d8 admin admin] Checking segment: {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:51:44.962778 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46b271a-f021-4af0-a392-9d0370ef86d8 admin admin] Network hostable DHCP agents. Network: 2a3d153a-a0ac-449f-87b2-351b970a83ff, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:51:45.033890 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Publish callbacks [] for router_controller (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), precommit_add_association {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.062325 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-849c95cf-161f-4fb5-a049-e6c4aa2a3c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (1abff850-ccc0-45f4-8d97-2247db58b036), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.154639 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c95cf-161f-4fb5-a049-e6c4aa2a3c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1abff850-ccc0-45f4-8d97-2247db58b036,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:45.173634 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849c95cf-161f-4fb5-a049-e6c4aa2a3c6d admin admin] Checking segment: {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:51:45.174038 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849c95cf-161f-4fb5-a049-e6c4aa2a3c6d admin admin] Network hostable DHCP agents. Network: f1de7a5a-0bdd-472f-8ef1-d841062133e9, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:51:45.182563 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.db_base_plugin_common [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Allocated IP 172.20.0.2 (1aec68a9-1e73-4c47-a6f4-8e07f7c78821/2b3bb281-55d8-4d59-b80a-6791f4fdac05/8d5351d2-4165-44d4-882a-a2e48eee724a) {{(pid=110325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:51:45.274356 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2bdf8e57-3040-4c51-8385-d53d760b90ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.288075 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46b271a-f021-4af0-a392-9d0370ef86d8 admin admin] Network 2a3d153a-a0ac-449f-87b2-351b970a83ff is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:51:45.354004 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849c95cf-161f-4fb5-a049-e6c4aa2a3c6d admin admin] Network f1de7a5a-0bdd-472f-8ef1-d841062133e9 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:51:45.407824 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Publish callbacks [] for router_gateway (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.497534 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-849c95cf-161f-4fb5-a049-e6c4aa2a3c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, f1de7a5a-0bdd-472f-8ef1-d841062133e9) {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:45.505464 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-d46b271a-f021-4af0-a392-9d0370ef86d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, 2a3d153a-a0ac-449f-87b2-351b970a83ff) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:45.510580 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849c95cf-161f-4fb5-a049-e6c4aa2a3c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:45.512336 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-849c95cf-161f-4fb5-a049-e6c4aa2a3c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.514162 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b271a-f021-4af0-a392-9d0370ef86d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:45.515071 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d46b271a-f021-4af0-a392-9d0370ef86d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.533948 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52686) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:45.536316 dv-cinder-839872-2-iscsi neutron-server[110324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 15:51:45.574628 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d3b34-9c1f-4588-961c-b73d63dde3d9 None None] Network f1de7a5a-0bdd-472f-8ef1-d841062133e9 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:51:45.639582 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0465f6-7f84-4edd-b9b6-c2828d7dc979 None None] Network 2a3d153a-a0ac-449f-87b2-351b970a83ff requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:51:45.666726 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-d46b271a-f021-4af0-a392-9d0370ef86d8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2962112 Apr 29 15:51:45.670366 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52688) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:45.676560 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:45.699876 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-849c95cf-161f-4fb5-a049-e6c4aa2a3c6d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1476285 Apr 29 15:51:45.701265 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52690) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:45.716243 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:45.800638 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6446'] for router (59a90c33-c0c4-4b09-a818-f5dab77d7720), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.801096 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6439'] for router (59a90c33-c0c4-4b09-a818-f5dab77d7720), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.805709 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Publish callbacks [] for router_gateway (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.828335 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.874735 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Publish callbacks [] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), precommit_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.878400 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea9de40-577b-5861-953d-07c7c45c0abe-f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036'}]}} from dv-cinder-839872-2-iscsi. {{(pid=110325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 15:51:45.879456 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.885027 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-0575597f-a595-4ee3-9a7b-fcfcd6c367fa tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:45.890144 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-0575597f-a595-4ee3-9a7b-fcfcd6c367fa tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/networks?id=a145386e-a913-4023-b794-c83de2268057 HTTP/1.1" status: 200 len: 812 time: 0.3550718 Apr 29 15:51:45.904713 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6446'] for router (804aab0e-707f-4d5c-ab68-54c00fd57736), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.906817 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6439'] for router (804aab0e-707f-4d5c-ab68-54c00fd57736), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.912085 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea9de40-577b-5861-953d-07c7c45c0abe-2a3d153a-a0ac-449f-87b2-351b970a83ff', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c'}]}} from dv-cinder-839872-2-iscsi. {{(pid=110325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 15:51:45.912085 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.951966 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Publish callbacks [] for router_controller (59a90c33-c0c4-4b09-a818-f5dab77d7720), precommit_add_association {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:45.952445 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-dc1b39ff-e745-4b19-bc6a-5e2aa3bf63ea tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/quotas/1c4dcc3c2a9b4a5ca23f5e6097b1a28d HTTP/1.1" status: 200 len: 375 time: 0.0346205 Apr 29 15:51:46.022130 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Allocated IP 172.27.1.18 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/da58b3a1-5d8c-4c76-acb3-2a5995d1832a) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:51:46.038455 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.137428 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Publish callbacks [] for router_controller (804aab0e-707f-4d5c-ab68-54c00fd57736), precommit_add_association {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.141359 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-fc9fc3c9-d926-4cdf-8c5d-72a309946692 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c4dcc3c2a9b4a5ca23f5e6097b1a28d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1761041 Apr 29 15:51:46.153715 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 is already hosted by enough agents. {{(pid=110325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:46.168802 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.base_scheduler [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Resources bound (agent type, host, resource id): {{(pid=110325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:46.201690 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Received port after_create {{(pid=110325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:51:46.219670 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Pushing event updated for resources: {'Port': ['ID=8d5351d2-4165-44d4-882a-a2e48eee724a,revision_number=1']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:46.262813 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.263281 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.263557 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.263945 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.264279 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.264607 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.264928 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.265247 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.265562 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.265879 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.266198 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.266825 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.266825 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.267244 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.267592 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Tracked resource versions report: Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: pushed versions: Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: { 'AddressGroup': {'1.2'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Agent': {'1.1'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'ConntrackHelper': {'1.0'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'LocalIPAssociation': {'1.0'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Log': {'1.0'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'NDPProxy': {'1.0'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Network': {'1.1'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Port': {'1.7'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'PortForwarding': {'1.3'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'QosPolicy': {'1.10'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'SecurityGroup': {'1.5'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'SubPort': {'1.0'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Subnet': {'1.1'}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Trunk': {'1.1'}} Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: consumer versions: Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: { DHCP agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: HyperV agent@hv-cinder-83987: {}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: L3 agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: Metadata agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: Metering agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: Open vSwitch agent@dv-cinder-839872-2-iscsi: { 'AddressGroup': '1.2', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Agent': '1.1', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'ConntrackHelper': '1.0', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'LocalIPAssociation': '1.0', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Log': '1.0', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'NDPProxy': '1.0', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Network': '1.1', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Port': '1.7', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'PortForwarding': '1.3', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'QosPolicy': '1.10', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'SecurityGroup': '1.5', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'SecurityGroupRule': '1.2', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'SubPort': '1.0', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Subnet': '1.1', Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: 'Trunk': '1.1'}} Apr 29 15:51:46.268785 dv-cinder-839872-2-iscsi neutron-server[110325]: {{(pid=110325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:51:46.304308 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.db_base_plugin_common [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Allocated IP 172.20.0.2 (f1de7a5a-0bdd-472f-8ef1-d841062133e9/1abff850-ccc0-45f4-8d97-2247db58b036/f06ed31b-bc48-4cdc-ae7b-d5b61b405081) {{(pid=110325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:51:46.324757 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Publish callbacks [] for router_gateway (59a90c33-c0c4-4b09-a818-f5dab77d7720), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.345019 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.db_base_plugin_common [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Allocated IP 172.20.0.2 (2a3d153a-a0ac-449f-87b2-351b970a83ff/0c170ae4-ae39-4eb5-9f5f-38aad06bb45c/9b799fd6-e940-4bb5-aafd-ac8590a102f9) {{(pid=110325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:51:46.365540 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Publish callbacks [] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.375901 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Attempting to bind port 8d5351d2-4165-44d4-882a-a2e48eee724a on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:51:46.379511 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Attempting to bind port 8d5351d2-4165-44d4-882a-a2e48eee724a by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:51:46.379511 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Attempting to bind port 8d5351d2-4165-44d4-882a-a2e48eee724a on network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:51:46.395077 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-47c1db03-b2cd-4868-9679-2fdd6fd2186a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:51:46.396007 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-47c1db03-b2cd-4868-9679-2fdd6fd2186a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0914249 Apr 29 15:51:46.408763 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:51:46.409134 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Checking segment: {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:51:46.409533 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.409930 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Bound using segment: {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:51:46.410409 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Bound port: 8d5351d2-4165-44d4-882a-a2e48eee724a, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:51:46.410783 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.453232 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Publish callbacks [] for router_gateway (804aab0e-707f-4d5c-ab68-54c00fd57736), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.484698 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.565660 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:46.566363 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-d2af2fcc-7e54-4dce-b2b8-484d5e9a78c9 service neutron] 10.222.0.23 "GET /v2.0/networks/a145386e-a913-4023-b794-c83de2268057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381915 Apr 29 15:51:46.586050 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:46.623085 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:51:46.637618 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] For port 8d5351d2-4165-44d4-882a-a2e48eee724a, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:51:46.663066 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Publish callbacks [] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), precommit_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.673065 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Pushing event updated for resources: {'Port': ['ID=da58b3a1-5d8c-4c76-acb3-2a5995d1832a,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:46.676416 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] For port 8d5351d2-4165-44d4-882a-a2e48eee724a, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=8d5351d2-4165-44d4-882a-a2e48eee724a,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:51:46.697371 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Publish callbacks [] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), precommit_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.757964 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.806622 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.810847 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:46.833705 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Network f1de7a5a-0bdd-472f-8ef1-d841062133e9 is already hosted by enough agents. {{(pid=110325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:46.848687 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.base_scheduler [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Resources bound (agent type, host, resource id): {{(pid=110325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:46.854923 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Received port after_create {{(pid=110325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:51:46.863966 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Pushing event updated for resources: {'Port': ['ID=f06ed31b-bc48-4cdc-ae7b-d5b61b405081,revision_number=1']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:46.882238 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Network 2a3d153a-a0ac-449f-87b2-351b970a83ff is already hosted by enough agents. {{(pid=110325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:46.885765 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.base_scheduler [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Resources bound (agent type, host, resource id): {{(pid=110325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:46.892541 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Received port after_create {{(pid=110325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:51:46.895829 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-5dc27197-9296-409d-b620-d7c44b7b8f20 service neutron] 10.222.0.23 "GET /v2.0/networks/a145386e-a913-4023-b794-c83de2268057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234203 Apr 29 15:51:46.971701 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Publish callbacks [] for router_gateway (59a90c33-c0c4-4b09-a818-f5dab77d7720), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.024477 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Pushing event updated for resources: {'Port': ['ID=9b799fd6-e940-4bb5-aafd-ac8590a102f9,revision_number=1']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:47.025785 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.087098 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Attempting to bind port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:51:47.087857 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Attempting to bind port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:51:47.088216 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Attempting to bind port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 on network f1de7a5a-0bdd-472f-8ef1-d841062133e9 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:51:47.108877 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Attempting to bind port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:51:47.109768 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Attempting to bind port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:51:47.109898 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Attempting to bind port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 on network 2a3d153a-a0ac-449f-87b2-351b970a83ff {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:51:47.130703 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:51:47.131488 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Checking segment: {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:51:47.131488 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.131877 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Bound using segment: {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:51:47.132360 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Bound port: f06ed31b-bc48-4cdc-ae7b-d5b61b405081, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:51:47.132729 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.152409 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Publish callbacks [] for router_gateway (804aab0e-707f-4d5c-ab68-54c00fd57736), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.161671 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:51:47.162121 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Checking segment: {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:51:47.162436 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.162915 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Bound using segment: {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:51:47.163366 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Bound port: 9b799fd6-e940-4bb5-aafd-ac8590a102f9, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:51:47.163832 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.192547 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16de76-bb0b-43ab-9567-5076fc38dd7a None None] Pushing event updated for resources: {'Port': ['ID=8d5351d2-4165-44d4-882a-a2e48eee724a,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:47.215361 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.347168 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] For port f06ed31b-bc48-4cdc-ae7b-d5b61b405081, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:51:47.353381 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] For port 9b799fd6-e940-4bb5-aafd-ac8590a102f9, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:51:47.360942 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] For port f06ed31b-bc48-4cdc-ae7b-d5b61b405081, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f06ed31b-bc48-4cdc-ae7b-d5b61b405081,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:51:47.366535 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] For port 9b799fd6-e940-4bb5-aafd-ac8590a102f9, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=9b799fd6-e940-4bb5-aafd-ac8590a102f9,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:51:47.430938 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Allocated IP 172.27.1.21 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/387ba9e5-07db-4cda-a4ab-bc14a8ef587f) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:51:47.432998 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f597af75-1704-4cb0-8ad2-f73f93f5fe57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.479956 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.496816 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.529162 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Publish callbacks [] for router_gateway (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.602320 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25851cf5-3607-47cb-954b-224b69b7fb8d None None] Pushing event updated for resources: {'Port': ['ID=f06ed31b-bc48-4cdc-ae7b-d5b61b405081,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:47.635426 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Publish callbacks [] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.679966 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52750) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:47.697607 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e03585-5c5b-4854-9bfe-36f21cabfef6 None None] Pushing event updated for resources: {'Port': ['ID=9b799fd6-e940-4bb5-aafd-ac8590a102f9,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:47.798930 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-14c6ced3-e5a1-4e15-a662-7f35cedab6aa req-3efcff5a-b3c8-4ed0-b21d-762c5a10aa3b tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 210 time: 0.1127453 Apr 29 15:51:47.874812 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:47.949331 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:47.958679 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:47.970237 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:51:48.141574 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Allocated IP 172.27.1.239 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/1cad3d9d-bc6d-47b4-977d-e0db4880de59) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:51:48.199613 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Pushing event updated for resources: {'Port': ['ID=387ba9e5-07db-4cda-a4ab-bc14a8ef587f,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:48.321081 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640451'] for router (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:48.359773 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Publish callbacks [] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:48.706791 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 8d5351d2-4165-44d4-882a-a2e48eee724a up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:51:48.712750 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:48.766027 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Publish callbacks [] for router_gateway (804aab0e-707f-4d5c-ab68-54c00fd57736), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:48.772535 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4548dab2-202e-436d-bdd8-8c30691a5379 None None] Network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:51:48.850113 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-557df50c-9a38-488b-8eac-cc562f618733 None None] Provisioning complete for port 8d5351d2-4165-44d4-882a-a2e48eee724a triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:48.850507 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-557df50c-9a38-488b-8eac-cc562f618733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:48.861775 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd is scheduled to L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 with binding_index 1 {{(pid=110323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:51:48.864179 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:49.140397 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 8d5351d2-4165-44d4-882a-a2e48eee724a triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:49.140397 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:49.142751 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:49.142751 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:49.142751 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:51:49.142751 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Pushing event updated for resources: {'Port': ['ID=1cad3d9d-bc6d-47b4-977d-e0db4880de59,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:49.231870 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2e4d6b00-7ca5-4b00-9914-ae25d81e5764 req-0ac14691-6cba-4fc8-b37a-558d4d5facc0 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 210 time: 0.2319386 Apr 29 15:51:49.246208 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640451'] for router (804aab0e-707f-4d5c-ab68-54c00fd57736), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:49.246401 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-557df50c-9a38-488b-8eac-cc562f618733 None None] Current status of the port 8d5351d2-4165-44d4-882a-a2e48eee724a is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:49.247502 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-557df50c-9a38-488b-8eac-cc562f618733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:49.281348 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 8d5351d2-4165-44d4-882a-a2e48eee724a is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:49.284349 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:49.363834 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-557df50c-9a38-488b-8eac-cc562f618733 None None] For port 8d5351d2-4165-44d4-882a-a2e48eee724a, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=8d5351d2-4165-44d4-882a-a2e48eee724a,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:51:49.391365 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:51:49.400915 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Sync routers for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:51:49.425388 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:51:49.426060 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:51:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:49.438134 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-557df50c-9a38-488b-8eac-cc562f618733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:49.494862 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52810) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:49.524694 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] Publish callbacks [] for router (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:49.528649 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-1bf1c604-0671-4757-9c31-6dc1747756df admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7202892 Apr 29 15:51:49.530893 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52816) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:49.589464 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.db.api [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:51:49.589822 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG oslo_db.api [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:51:49.786980 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Router 804aab0e-707f-4d5c-ab68-54c00fd57736 is scheduled to L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 with binding_index 1 {{(pid=110324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:51:49.801582 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4cd290-f659-4f50-ac7c-a99f7f7f1eb5 None None] Network 2a3d153a-a0ac-449f-87b2-351b970a83ff requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:51:49.832906 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-65b5f930-e7c9-4603-8a17-637af345b8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:49.877015 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-d095e1df-e126-480d-9c17-154eda79f4ac None None] Provisioning complete for port 8d5351d2-4165-44d4-882a-a2e48eee724a triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:49.877406 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d095e1df-e126-480d-9c17-154eda79f4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:50.002547 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557df50c-9a38-488b-8eac-cc562f618733 None None] Pushing event updated for resources: {'Port': ['ID=8d5351d2-4165-44d4-882a-a2e48eee724a,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:50.051007 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:51:50.087282 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Publish callbacks [] for router_gateway (59a90c33-c0c4-4b09-a818-f5dab77d7720), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:50.167002 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:51:50.218076 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32707fd3-d12f-4de2-85c7-f8496c18675e None None] Network f1de7a5a-0bdd-472f-8ef1-d841062133e9 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:51:50.220950 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Sync routers for ids ['804aab0e-707f-4d5c-ab68-54c00fd57736'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:51:50.249252 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 8d5351d2-4165-44d4-882a-a2e48eee724a is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:50.250269 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f06ed31b-bc48-4cdc-ae7b-d5b61b405081 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:51:50.312342 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:50.317884 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-d78eafc6-2362-4706-bcc7-3d53ca98b536 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6047482 Apr 29 15:51:50.320849 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52850) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:50.429664 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:46Z', 'revision_number': 3, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:50.466304 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Checking router: ad7a6ff4-0fcf-4e21-930c-caa92aca17dd for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:51:50.466860 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Updating router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd port da58b3a1-5d8c-4c76-acb3-2a5995d1832a binding host dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:51:50.499130 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:50.501699 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:50.509047 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Routers {'804aab0e-707f-4d5c-ab68-54c00fd57736'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:51:50.510054 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:51:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['804aab0e-707f-4d5c-ab68-54c00fd57736'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:50.513714 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-65b5f930-e7c9-4603-8a17-637af345b8c4 admin admin] Publish callbacks [] for security_group (6e9893c6-7a6e-489c-beea-7bde94b8302c), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:50.563383 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fd11f099-02e8-42ae-acc7-51e390c15353 req-2a9e9168-ef9c-408b-b5f9-1b80bd376ced tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 210 time: 0.1530108 Apr 29 15:51:50.629875 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-d095e1df-e126-480d-9c17-154eda79f4ac None None] Current status of the port 8d5351d2-4165-44d4-882a-a2e48eee724a is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:50.649305 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:50.650178 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:50.652862 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-65b5f930-e7c9-4603-8a17-637af345b8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (6e9893c6-7a6e-489c-beea-7bde94b8302c), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:50.729091 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5f930-e7c9-4603-8a17-637af345b8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9893c6-7a6e-489c-beea-7bde94b8302c,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:50.847563 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-65b5f930-e7c9-4603-8a17-637af345b8c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c9cede1039348639ca4a9d0324b8e59&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3512535 Apr 29 15:51:50.856464 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 52860) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:50.864406 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Set router 804aab0e-707f-4d5c-ab68-54c00fd57736 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:51:50.898412 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Publish callbacks [] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), precommit_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:50.928494 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640451'] for router (59a90c33-c0c4-4b09-a818-f5dab77d7720), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:50.958341 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-313e4cf5-284a-4c3d-b315-d6edac1c9214 admin admin] Publish callbacks [] for security_group (6e9893c6-7a6e-489c-beea-7bde94b8302c), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:50.984817 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-313e4cf5-284a-4c3d-b315-d6edac1c9214 admin admin] Publish callbacks [] for security_group (6e9893c6-7a6e-489c-beea-7bde94b8302c), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.016317 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.055341 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-c7b49ece-163b-42d3-9281-726d6062c94b None None] Provisioning complete for port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:51.055746 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-c7b49ece-163b-42d3-9281-726d6062c94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.102365 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Pushing event updated for resources: {'Port': ['ID=da58b3a1-5d8c-4c76-acb3-2a5995d1832a,revision_number=2']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:51.125588 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.126203 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.127188 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.127956 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.128537 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.129054 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.129570 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.130360 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.131072 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.132320 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.133199 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.133798 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.134364 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.134875 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.135385 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Tracked resource versions report: Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: pushed versions: Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: { 'AddressGroup': {'1.2'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Agent': {'1.1'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'ConntrackHelper': {'1.0'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'LocalIPAssociation': {'1.0'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Log': {'1.0'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'NDPProxy': {'1.0'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Network': {'1.1'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Port': {'1.7'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'PortForwarding': {'1.3'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'QosPolicy': {'1.10'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'SecurityGroup': {'1.5'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'SubPort': {'1.0'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Subnet': {'1.1'}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Trunk': {'1.1'}} Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: consumer versions: Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: { DHCP agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: HyperV agent@hv-cinder-83987: {}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: L3 agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: Metadata agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: Metering agent@dv-cinder-839872-2-iscsi: {}, Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: Open vSwitch agent@dv-cinder-839872-2-iscsi: { 'AddressGroup': '1.2', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Agent': '1.1', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'ConntrackHelper': '1.0', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'LocalIPAssociation': '1.0', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Log': '1.0', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'NDPProxy': '1.0', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Network': '1.1', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Port': '1.7', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'PortForwarding': '1.3', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'QosPolicy': '1.10', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'SecurityGroup': '1.5', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'SecurityGroupRule': '1.2', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'SubPort': '1.0', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Subnet': '1.1', Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: 'Trunk': '1.1'}} Apr 29 15:51:51.146622 dv-cinder-839872-2-iscsi neutron-server[110326]: {{(pid=110326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:51:51.167479 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Attempting to bind port da58b3a1-5d8c-4c76-acb3-2a5995d1832a on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:51:51.167925 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Attempting to bind port da58b3a1-5d8c-4c76-acb3-2a5995d1832a by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:51:51.169655 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Attempting to bind port da58b3a1-5d8c-4c76-acb3-2a5995d1832a on network ae6f69da-4bce-4b33-8222-dee4512f4ab7 {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:51:51.178997 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:51:51.179694 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Checking segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:51:51.188762 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.191456 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Bound using segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:51:51.192163 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Bound port: da58b3a1-5d8c-4c76-acb3-2a5995d1832a, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:51:51.192704 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.198973 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-313e4cf5-284a-4c3d-b315-d6edac1c9214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (6e9893c6-7a6e-489c-beea-7bde94b8302c), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.201972 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-313e4cf5-284a-4c3d-b315-d6edac1c9214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.207320 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-313e4cf5-284a-4c3d-b315-d6edac1c9214 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e9893c6-7a6e-489c-beea-7bde94b8302c HTTP/1.1" status: 204 len: 168 time: 0.3499253 Apr 29 15:51:51.255679 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e4cf5-284a-4c3d-b315-d6edac1c9214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9893c6-7a6e-489c-beea-7bde94b8302c,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:51.283010 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] For port da58b3a1-5d8c-4c76-acb3-2a5995d1832a, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:51:51.286847 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] For port da58b3a1-5d8c-4c76-acb3-2a5995d1832a, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=da58b3a1-5d8c-4c76-acb3-2a5995d1832a,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:51:51.327042 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:51.327699 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.331907 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.377202 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.405360 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-c7b49ece-163b-42d3-9281-726d6062c94b None None] Current status of the port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:51.405553 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.405740 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-c7b49ece-163b-42d3-9281-726d6062c94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.412344 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:48Z', 'revision_number': 3, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:51.446675 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Router 59a90c33-c0c4-4b09-a818-f5dab77d7720 is scheduled to L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 with binding_index 1 {{(pid=110323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:51:51.459739 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port f06ed31b-bc48-4cdc-ae7b-d5b61b405081, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f06ed31b-bc48-4cdc-ae7b-d5b61b405081,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:51:51.473307 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Checking router: 804aab0e-707f-4d5c-ab68-54c00fd57736 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:51:51.473657 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Updating router 804aab0e-707f-4d5c-ab68-54c00fd57736 port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f binding host dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:51:51.525200 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.525200 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.572435 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274715e-1fae-4935-ab45-9bf771470b8d None None] Pushing event updated for resources: {'Port': ['ID=da58b3a1-5d8c-4c76-acb3-2a5995d1832a,revision_number=3']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:51.586291 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.586871 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Allocated IP 172.20.0.1 (1aec68a9-1e73-4c47-a6f4-8e07f7c78821/2b3bb281-55d8-4d59-b80a-6791f4fdac05/d854e852-9ba4-45bf-af05-5d375b74ffc3) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:51:51.589414 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 9b799fd6-e940-4bb5-aafd-ac8590a102f9 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:51:51.594796 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:51:51.597134 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:51:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:51.638762 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:51:51.771529 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:51:51.835580 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cad2cd4b-925e-4fb0-9bcd-e529a78f422d req-13f8bcb3-c0f8-4c61-a854-e374ccad7c5e tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 210 time: 0.0558801 Apr 29 15:51:51.855309 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Publish callbacks [] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.864583 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:51.873381 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-108d5d9b-58fe-4404-a29e-5f6bde882431 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2016845 Apr 29 15:51:51.874147 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52878) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:51.896796 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Allocated IP 172.20.0.1 (f1de7a5a-0bdd-472f-8ef1-d841062133e9/1abff850-ccc0-45f4-8d97-2247db58b036/d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:51:51.936417 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.db.api [None req-c7b49ece-163b-42d3-9281-726d6062c94b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:51:51.936417 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG oslo_db.api [None req-c7b49ece-163b-42d3-9281-726d6062c94b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:51:51.943844 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Sync routers for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:51:51.946597 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=f06ed31b-bc48-4cdc-ae7b-d5b61b405081,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:51.979783 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:51.980172 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:52.019272 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:51:52.019574 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:51:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:52.108888 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Publish callbacks [] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:52.109054 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:52.206150 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:52.217612 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:52.221122 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Pushing event updated for resources: {'Port': ['ID=d854e852-9ba4-45bf-af05-5d375b74ffc3,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:52.226850 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:51:52.227320 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639158'] for router_interface (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:52.250287 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:51:52.254857 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:52.282028 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52890) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:52.352506 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Network f1de7a5a-0bdd-472f-8ef1-d841062133e9 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:52.353912 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:52.357584 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:52.359576 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-88cd245a-34a0-4a85-af96-c3fb21e4811b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:52.380571 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:52.381219 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:52.409659 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:51:52.410463 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639158'] for router_interface (804aab0e-707f-4d5c-ab68-54c00fd57736), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:52.566937 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:46Z', 'revision_number': 3, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:52.609787 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc03c0d7-4e43-494c-bbde-653ea9425655 None None] The sync data for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi is: [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:46Z', 'revision_number': 3, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:51:52.674865 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-c7b49ece-163b-42d3-9281-726d6062c94b None None] Current status of the port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:52.678681 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port 9b799fd6-e940-4bb5-aafd-ac8590a102f9, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=9b799fd6-e940-4bb5-aafd-ac8590a102f9,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:51:52.737878 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-c7b49ece-163b-42d3-9281-726d6062c94b None None] Provisioning complete for port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:52.738457 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-c7b49ece-163b-42d3-9281-726d6062c94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:52.781636 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:52.821912 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:49Z', 'revision_number': 3, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:52.846521 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=9b799fd6-e940-4bb5-aafd-ac8590a102f9,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:52.858697 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Checking router: 59a90c33-c0c4-4b09-a818-f5dab77d7720 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:51:52.859048 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Updating router 59a90c33-c0c4-4b09-a818-f5dab77d7720 port 1cad3d9d-bc6d-47b4-977d-e0db4880de59 binding host dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:51:52.894348 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Publish callbacks [] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), precommit_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:52.906318 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:52.974232 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-c7b49ece-163b-42d3-9281-726d6062c94b None None] Current status of the port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:52.983498 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.040416 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970270e6-89b7-4653-af2e-8fc3ec88e6c6 None None] Pushing event updated for resources: {'Port': ['ID=387ba9e5-07db-4cda-a4ab-bc14a8ef587f,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:53.045398 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 8d5351d2-4165-44d4-882a-a2e48eee724a up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:51:53.097446 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c57d78cf-3a1b-45b8-b657-ea2761a52734 req-2d788ac8-ef85-48f9-92ad-5d51984984be tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 210 time: 0.0707362 Apr 29 15:51:53.148145 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-1e0507f0-17c6-443f-9956-f3027d62d543 None None] Provisioning complete for port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:53.148545 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1e0507f0-17c6-443f-9956-f3027d62d543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.150874 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Attempting to bind port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:51:53.151245 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Attempting to bind port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:51:53.151602 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Attempting to bind port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f on network ae6f69da-4bce-4b33-8222-dee4512f4ab7 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:51:53.166835 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:51:53.167217 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Checking segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:51:53.167614 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.168038 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Bound using segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:51:53.168582 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Bound port: 387ba9e5-07db-4cda-a4ab-bc14a8ef587f, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:51:53.169457 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.171322 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-88cd245a-34a0-4a85-af96-c3fb21e4811b admin admin] Publish callbacks [] for security_group (ffc8adf4-58ef-47da-b0a4-c6b6dcea8234), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.256819 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 8d5351d2-4165-44d4-882a-a2e48eee724a triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:53.257253 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.284091 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.300436 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-88cd245a-34a0-4a85-af96-c3fb21e4811b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ffc8adf4-58ef-47da-b0a4-c6b6dcea8234), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.417822 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-1e0507f0-17c6-443f-9956-f3027d62d543 None None] Current status of the port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:53.434823 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-1e0507f0-17c6-443f-9956-f3027d62d543 None None] Provisioning complete for port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:53.435198 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1e0507f0-17c6-443f-9956-f3027d62d543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.462491 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-88cd245a-34a0-4a85-af96-c3fb21e4811b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05c09eea40614568921993b0b9e14727&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1747532 Apr 29 15:51:53.472293 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 52916) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:53.484397 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-1e0507f0-17c6-443f-9956-f3027d62d543 None None] Port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:51:53.552179 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Publish callbacks [] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), precommit_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.559996 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] For port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:51:53.584007 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] For port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=387ba9e5-07db-4cda-a4ab-bc14a8ef587f,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:51:53.585879 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 8d5351d2-4165-44d4-882a-a2e48eee724a is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:53.586879 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f06ed31b-bc48-4cdc-ae7b-d5b61b405081 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:51:53.592273 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-1e0507f0-17c6-443f-9956-f3027d62d543 None None] Provisioning complete for port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:53.592699 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1e0507f0-17c6-443f-9956-f3027d62d543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.626644 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.643992 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.697339 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd245a-34a0-4a85-af96-c3fb21e4811b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc8adf4-58ef-47da-b0a4-c6b6dcea8234,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:53.706600 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.712612 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.741034 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e4250037-c23c-454b-bc7b-f19f381cf0a9 admin admin] Publish callbacks [] for security_group (ffc8adf4-58ef-47da-b0a4-c6b6dcea8234), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.766516 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58c757-9ed7-45e0-acdd-12aaf1c809a8 None None] Pushing event updated for resources: {'Port': ['ID=1cad3d9d-bc6d-47b4-977d-e0db4880de59,revision_number=2']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:53.790078 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Attempting to bind port 1cad3d9d-bc6d-47b4-977d-e0db4880de59 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:51:53.790373 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Attempting to bind port 1cad3d9d-bc6d-47b4-977d-e0db4880de59 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:51:53.790710 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Attempting to bind port 1cad3d9d-bc6d-47b4-977d-e0db4880de59 on network ae6f69da-4bce-4b33-8222-dee4512f4ab7 {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:51:53.802149 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:51:53.802525 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Checking segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:51:53.802925 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.803313 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Bound using segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:51:53.803808 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Bound port: 1cad3d9d-bc6d-47b4-977d-e0db4880de59, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:51:53.804189 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.821022 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Routers {'804aab0e-707f-4d5c-ab68-54c00fd57736'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:51:53.821679 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:51:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['804aab0e-707f-4d5c-ab68-54c00fd57736'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:53.905572 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:53.905954 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.957508 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] For port 1cad3d9d-bc6d-47b4-977d-e0db4880de59, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:51:53.960603 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] For port 1cad3d9d-bc6d-47b4-977d-e0db4880de59, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=1cad3d9d-bc6d-47b4-977d-e0db4880de59,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:51:53.969429 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e4250037-c23c-454b-bc7b-f19f381cf0a9 admin admin] Publish callbacks [] for security_group (ffc8adf4-58ef-47da-b0a4-c6b6dcea8234), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:53.995673 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970270e6-89b7-4653-af2e-8fc3ec88e6c6 None None] Pushing event updated for resources: {'Port': ['ID=387ba9e5-07db-4cda-a4ab-bc14a8ef587f,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:54.054853 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-1e0507f0-17c6-443f-9956-f3027d62d543 None None] Current status of the port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:54.056356 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:54.073200 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-1e0507f0-17c6-443f-9956-f3027d62d543 None None] Provisioning complete for port d854e852-9ba4-45bf-af05-5d375b74ffc3 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:54.073593 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1e0507f0-17c6-443f-9956-f3027d62d543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:54.141979 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Publish callbacks [] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:54.150714 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58c757-9ed7-45e0-acdd-12aaf1c809a8 None None] Pushing event updated for resources: {'Port': ['ID=1cad3d9d-bc6d-47b4-977d-e0db4880de59,revision_number=3']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:54.164572 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:51:54.172805 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:51:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:54.203098 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:54.220695 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] Set router 804aab0e-707f-4d5c-ab68-54c00fd57736 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:51:54.277497 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b1a63fa-df4d-4d55-a5e1-6ae38063b82f req-c03ab9a0-9dfe-4385-adad-76417dd081ab tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 210 time: 0.0511413 Apr 29 15:51:54.280139 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:54.281059 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739334'] for router_interface (804aab0e-707f-4d5c-ab68-54c00fd57736), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:54.299879 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-1e0507f0-17c6-443f-9956-f3027d62d543 None None] Port d854e852-9ba4-45bf-af05-5d375b74ffc3 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:51:54.427978 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Publish callbacks [] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:54.435295 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:51:54.456335 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Allocated IP 172.20.0.1 (2a3d153a-a0ac-449f-87b2-351b970a83ff/0c170ae4-ae39-4eb5-9f5f-38aad06bb45c/186e9095-b9b9-4479-a666-3fd5fad7ff76) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:51:54.489131 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Network f1de7a5a-0bdd-472f-8ef1-d841062133e9 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:54.500917 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:54.522890 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e4250037-c23c-454b-bc7b-f19f381cf0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ffc8adf4-58ef-47da-b0a4-c6b6dcea8234), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:54.525630 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e4250037-c23c-454b-bc7b-f19f381cf0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:54.530216 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:54.532066 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-e4250037-c23c-454b-bc7b-f19f381cf0a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffc8adf4-58ef-47da-b0a4-c6b6dcea8234 HTTP/1.1" status: 204 len: 168 time: 1.0541232 Apr 29 15:51:54.562259 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4250037-c23c-454b-bc7b-f19f381cf0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc8adf4-58ef-47da-b0a4-c6b6dcea8234,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:54.564284 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:54.565045 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739334'] for router_interface (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:54.702347 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.37', 60020) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:54.712385 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Router 804aab0e-707f-4d5c-ab68-54c00fd57736 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:51:54.865038 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:51:51Z', 'revision_number': 1, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:54.943096 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Pushing event updated for resources: {'Port': ['ID=d854e852-9ba4-45bf-af05-5d375b74ffc3,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:54.951850 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:49Z', 'revision_number': 3, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:54.973097 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5aeac-741a-4d68-be36-51a54adbf23c None None] The sync data for ids ['804aab0e-707f-4d5c-ab68-54c00fd57736'] in dv-cinder-839872-2-iscsi is: [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:51:51Z', 'revision_number': 1, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:51:55.042506 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-d2bd0bac-cdd2-4229-85fe-fcefb5038df1 None None] Provisioning complete for port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:55.050703 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0bac-cdd2-4229-85fe-fcefb5038df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:55.051743 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Publish callbacks [] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:55.065541 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be44475-88ba-405d-a399-6adabf694ec3 None None] The sync data for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi is: [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:49Z', 'revision_number': 3, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:51:55.079874 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:51:55.098759 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-ad0752fd-739c-462e-b59b-3b316f61c437 admin admin] 10.222.0.23 "PUT /v2.0/routers/804aab0e-707f-4d5c-ab68-54c00fd57736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7747166 Apr 29 15:51:55.116586 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd0bac-cdd2-4229-85fe-fcefb5038df1 None None] Port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:51:55.166329 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 9b799fd6-e940-4bb5-aafd-ac8590a102f9 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:51:55.190025 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:55.195505 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:55.249834 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-5dd58605-9f95-44e4-869d-99187f361e52 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:55.252928 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-5dd58605-9f95-44e4-869d-99187f361e52 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.37 "GET /v2.0/networks?id=a145386e-a913-4023-b794-c83de2268057 HTTP/1.1" status: 200 len: 812 time: 0.5357773 Apr 29 15:51:55.306165 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Request body: {'port': {'device_id': 'cd4c63fa-584b-4c7e-b055-124e1b2b6b4c', 'network_id': 'a145386e-a913-4023-b794-c83de2268057', 'admin_state_up': True, 'tenant_id': '1c4dcc3c2a9b4a5ca23f5e6097b1a28d'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:55.322530 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:55.323987 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:55.342726 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:55.563101 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Network 2a3d153a-a0ac-449f-87b2-351b970a83ff is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:55.577729 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:55.603513 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:51:55.616415 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639158'] for router_interface (59a90c33-c0c4-4b09-a818-f5dab77d7720), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:55.648387 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:55.649660 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device da58b3a1-5d8c-4c76-acb3-2a5995d1832a up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:51:55.778912 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port da58b3a1-5d8c-4c76-acb3-2a5995d1832a triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:55.780219 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:55.839974 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Pushing event updated for resources: {'Port': ['ID=186e9095-b9b9-4479-a666-3fd5fad7ff76,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:55.912209 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-d7d21d00-d484-46f4-b5b2-2606b38541cf None None] Provisioning complete for port d854e852-9ba4-45bf-af05-5d375b74ffc3 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:55.915912 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d7d21d00-d484-46f4-b5b2-2606b38541cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:55.982308 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:51:56.044139 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-d7d21d00-d484-46f4-b5b2-2606b38541cf None None] Port d854e852-9ba4-45bf-af05-5d375b74ffc3 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:51:56.083983 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-24f2202f-48c5-4e77-beef-f5244a7aeee7 req-9903b1db-c582-418d-a064-226ca3deda71 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 210 time: 0.1949060 Apr 29 15:51:56.250982 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Made reservation on behalf of 1c4dcc3c2a9b4a5ca23f5e6097b1a28d for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:51:56.255103 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:56.339082 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:56.369676 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port da58b3a1-5d8c-4c76-acb3-2a5995d1832a is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:56.370220 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:56.376111 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:51:56.395324 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-c85b11c3-a5d7-4ae7-b7c5-19e1b763bc69 None None] Provisioning complete for port 186e9095-b9b9-4479-a666-3fd5fad7ff76 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:56.395735 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-c85b11c3-a5d7-4ae7-b7c5-19e1b763bc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:56.409625 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-9033bc50-cb09-4fba-8113-41b1f829124a admin admin] 10.222.0.23 "PUT /v2.0/routers/ad7a6ff4-0fcf-4e21-930c-caa92aca17dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8707876 Apr 29 15:51:56.416573 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Sync routers for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:51:56.461158 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port da58b3a1-5d8c-4c76-acb3-2a5995d1832a, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=da58b3a1-5d8c-4c76-acb3-2a5995d1832a,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:51:56.506806 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:51:56.507459 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:51:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:56.510883 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-c85b11c3-a5d7-4ae7-b7c5-19e1b763bc69 None None] Port 186e9095-b9b9-4479-a666-3fd5fad7ff76 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:51:56.611824 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:56.742945 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Publish callbacks [] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:56.865382 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=da58b3a1-5d8c-4c76-acb3-2a5995d1832a,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:56.888570 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:56.889352 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739334'] for router_interface (59a90c33-c0c4-4b09-a818-f5dab77d7720), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:56.903441 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:51:56.998748 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Allocated IP 172.20.0.10 (a145386e-a913-4023-b794-c83de2268057/467f2c25-36fb-4dce-9f15-0eda10026eb1/ef297693-3658-4a7d-9fb0-065c609db90d) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:51:57.049209 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 1cad3d9d-bc6d-47b4-977d-e0db4880de59 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:51:57.077236 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Pushing event updated for resources: {'Port': ['ID=186e9095-b9b9-4479-a666-3fd5fad7ff76,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:57.141272 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-747c1d36-413a-491e-9ce4-2f16bd2f1314 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:57.158183 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-747c1d36-413a-491e-9ce4-2f16bd2f1314 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 818 time: 0.9213877 Apr 29 15:51:57.187629 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Network 2a3d153a-a0ac-449f-87b2-351b970a83ff is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:57.192482 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:57.193817 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 1cad3d9d-bc6d-47b4-977d-e0db4880de59 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:57.194119 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:57.354828 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 2, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:57.452398 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Checking router: ad7a6ff4-0fcf-4e21-930c-caa92aca17dd for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:51:57.452398 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Updating router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd port d854e852-9ba4-45bf-af05-5d375b74ffc3 binding host dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:51:57.538087 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:57.551491 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Router 59a90c33-c0c4-4b09-a818-f5dab77d7720 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:51:57.565888 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-a0423577-5d8b-46d0-94d5-20aa40fa2545 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/quotas/0be9ae8b4f5143ce9d60ad6229979338 HTTP/1.1" status: 200 len: 375 time: 0.4065988 Apr 29 15:51:57.788864 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-6e4231fb-dd28-425c-9d1a-a5a4e952e801 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2219648 Apr 29 15:51:57.819805 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 1cad3d9d-bc6d-47b4-977d-e0db4880de59 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:57.820284 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:57.834238 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-cadf5a90-8815-4bcf-94de-a85e34500fb0 None None] Provisioning complete for port 186e9095-b9b9-4479-a666-3fd5fad7ff76 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:57.834606 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-cadf5a90-8815-4bcf-94de-a85e34500fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:57.940350 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port 1cad3d9d-bc6d-47b4-977d-e0db4880de59, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=1cad3d9d-bc6d-47b4-977d-e0db4880de59,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:51:58.119483 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Publish callbacks [] for port (ef297693-3658-4a7d-9fb0-065c609db90d), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:58.140959 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:51:58.159925 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-874ff7a6-a557-41a7-a46c-b04ab111bc0e admin admin] 10.222.0.23 "PUT /v2.0/routers/59a90c33-c0c4-4b09-a818-f5dab77d7720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2666717 Apr 29 15:51:58.177377 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:58.181542 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 387ba9e5-07db-4cda-a4ab-bc14a8ef587f up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:51:58.181643 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-4f56faa5-fcd7-48a2-a17f-a9dfcb403b1a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:51:58.204456 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-4f56faa5-fcd7-48a2-a17f-a9dfcb403b1a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1354079 Apr 29 15:51:58.378401 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-cadf5a90-8815-4bcf-94de-a85e34500fb0 None None] Port 186e9095-b9b9-4479-a666-3fd5fad7ff76 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:51:58.480375 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-2570563b-a1e3-4435-a0a5-087814ab55ef service neutron] 10.222.0.23 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745175 Apr 29 15:51:58.496004 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:58.524863 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=1cad3d9d-bc6d-47b4-977d-e0db4880de59,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:58.542102 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:58.554683 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53088) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:58.554781 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:58.554864 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-f3405d58-75fa-4a0b-bcc0-913ea91fc090 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737443869', 'description': 'tempest-description--56833532'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:58.752248 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Publish callbacks [] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), precommit_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:58.754324 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:58.754703 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:58.785546 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=387ba9e5-07db-4cda-a4ab-bc14a8ef587f,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:51:58.786860 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f3405d58-75fa-4a0b-bcc0-913ea91fc090 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:58.873334 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Network a145386e-a913-4023-b794-c83de2268057 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:58.889724 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:58.981830 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:58.984358 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:58.992633 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:51:59.030631 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f3405d58-75fa-4a0b-bcc0-913ea91fc090 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group (3f91816c-0e72-4df4-8b9a-e95271010f73), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:59.048832 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:59.049504 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:59.058239 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=387ba9e5-07db-4cda-a4ab-bc14a8ef587f,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:59.106648 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f3405d58-75fa-4a0b-bcc0-913ea91fc090 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (3f91816c-0e72-4df4-8b9a-e95271010f73), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:59.163794 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 1cad3d9d-bc6d-47b4-977d-e0db4880de59 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:51:59.198866 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3405d58-75fa-4a0b-bcc0-913ea91fc090 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f91816c-0e72-4df4-8b9a-e95271010f73,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:59.219817 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-2eb59d48-3888-405b-87fa-2fb2fe9aed78 service neutron] 10.222.0.23 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139335 Apr 29 15:51:59.221463 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Pushing event updated for resources: {'Port': ['ID=ef297693-3658-4a7d-9fb0-065c609db90d,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:59.378095 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254aa43-b213-45c5-aa00-98dfda3ed4e0 None None] Pushing event updated for resources: {'Port': ['ID=d854e852-9ba4-45bf-af05-5d375b74ffc3,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:59.378095 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Attempting to bind port d854e852-9ba4-45bf-af05-5d375b74ffc3 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:51:59.378095 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Attempting to bind port d854e852-9ba4-45bf-af05-5d375b74ffc3 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:51:59.378095 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Attempting to bind port d854e852-9ba4-45bf-af05-5d375b74ffc3 on network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:51:59.378095 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:51:59.378095 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Checking segment: {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:51:59.378095 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:59.378095 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Bound using segment: {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:51:59.378095 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Bound port: d854e852-9ba4-45bf-af05-5d375b74ffc3, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:51:59.382620 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:59.382620 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 1cad3d9d-bc6d-47b4-977d-e0db4880de59 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:59.382620 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:59.382826 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131dee2-7aeb-4da7-93c9-1f143b5b41ed req-55011e16-05f7-46c0-b92e-37ef9fb6de31 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:59.382826 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f131dee2-7aeb-4da7-93c9-1f143b5b41ed req-55011e16-05f7-46c0-b92e-37ef9fb6de31 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 932 time: 0.5029743 Apr 29 15:51:59.505985 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f3405d58-75fa-4a0b-bcc0-913ea91fc090 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:59.505985 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-f3405d58-75fa-4a0b-bcc0-913ea91fc090 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9114988 Apr 29 15:51:59.505985 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53114) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:51:59.505985 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-a67abc1b-1e22-4fd6-b9e5-5f9ec7a6d585 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Request body: {'security_group_rule': {'security_group_id': '3f91816c-0e72-4df4-8b9a-e95271010f73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:51:59.533997 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Sync routers for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:51:59.541331 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f131dee2-7aeb-4da7-93c9-1f143b5b41ed req-d8e8a58e-2762-4614-85a7-51d1566943a5 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600015 Apr 29 15:51:59.553426 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:51:59.558946 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:51:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:59.567185 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] For port d854e852-9ba4-45bf-af05-5d375b74ffc3, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:51:59.567316 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-e58d504f-3ca7-4d18-b9ba-e317598414f1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2647707 Apr 29 15:51:59.567406 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-cde51ed1-cfdd-4ced-a0b9-306c7131cfeb None None] Provisioning complete for port d854e852-9ba4-45bf-af05-5d375b74ffc3 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:51:59.567406 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-cde51ed1-cfdd-4ced-a0b9-306c7131cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:59.572367 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] For port d854e852-9ba4-45bf-af05-5d375b74ffc3, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=d854e852-9ba4-45bf-af05-5d375b74ffc3,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:51:59.577237 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-c9768f68-e37e-46bc-ba57-d9d00692c7ec tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:51:59.578199 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-c9768f68-e37e-46bc-ba57-d9d00692c7ec tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056381 Apr 29 15:51:59.670736 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-cde51ed1-cfdd-4ced-a0b9-306c7131cfeb None None] Port d854e852-9ba4-45bf-af05-5d375b74ffc3 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:51:59.712631 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a67abc1b-1e22-4fd6-b9e5-5f9ec7a6d585 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group_rule (af5db411-046b-4cef-a141-5d30895f2168), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:59.740575 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 1cad3d9d-bc6d-47b4-977d-e0db4880de59 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:51:59.745612 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device da58b3a1-5d8c-4c76-acb3-2a5995d1832a up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:51:59.826752 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:51:59.912095 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:51:59.957399 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Request body: {'port': {'device_id': 'cd4c63fa-584b-4c7e-b055-124e1b2b6b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:00.000401 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a67abc1b-1e22-4fd6-b9e5-5f9ec7a6d585 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group_rule (af5db411-046b-4cef-a141-5d30895f2168), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:00.101421 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a67abc1b-1e22-4fd6-b9e5-5f9ec7a6d585 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (af5db411-046b-4cef-a141-5d30895f2168), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:00.130661 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Sync routers for ids ['804aab0e-707f-4d5c-ab68-54c00fd57736'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:52:00.142109 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port da58b3a1-5d8c-4c76-acb3-2a5995d1832a triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:00.142530 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:00.165397 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67abc1b-1e22-4fd6-b9e5-5f9ec7a6d585 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5db411-046b-4cef-a141-5d30895f2168,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:00.298910 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7f2e171e-f5ed-40d0-9e0e-a676729be379 req-54438348-92b0-4a2a-af01-cd5070731b7e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 210 time: 0.1991372 Apr 29 15:52:00.307539 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:00.309311 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a67abc1b-1e22-4fd6-b9e5-5f9ec7a6d585 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:00.310688 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-a67abc1b-1e22-4fd6-b9e5-5f9ec7a6d585 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8405247 Apr 29 15:52:00.313300 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53148) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:00.324527 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-8e12ed70-578a-40f8-aee7-76e07545ab57 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Request body: {'security_group_rule': {'security_group_id': '3f91816c-0e72-4df4-8b9a-e95271010f73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:00.417137 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 2, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:00.474045 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8e12ed70-578a-40f8-aee7-76e07545ab57 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group_rule (b4cb9be4-b73e-4c55-b36c-b664b35fb3f2), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:00.523334 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254aa43-b213-45c5-aa00-98dfda3ed4e0 None None] Pushing event updated for resources: {'Port': ['ID=d854e852-9ba4-45bf-af05-5d375b74ffc3,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:00.525198 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Checking router: 59a90c33-c0c4-4b09-a818-f5dab77d7720 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:52:00.525447 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Updating router 59a90c33-c0c4-4b09-a818-f5dab77d7720 port 186e9095-b9b9-4479-a666-3fd5fad7ff76 binding host dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:52:00.582336 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Routers {'804aab0e-707f-4d5c-ab68-54c00fd57736'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:52:00.583041 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:51:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['804aab0e-707f-4d5c-ab68-54c00fd57736'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:00.584819 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:52:00.585460 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:51:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:00.649151 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:00.764283 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8e12ed70-578a-40f8-aee7-76e07545ab57 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group_rule (b4cb9be4-b73e-4c55-b36c-b664b35fb3f2), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:00.799649 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-eb89caef-50db-41b6-8847-47c1e19c7c50 None None] Provisioning complete for port d854e852-9ba4-45bf-af05-5d375b74ffc3 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:00.801065 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-eb89caef-50db-41b6-8847-47c1e19c7c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:00.816204 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8e12ed70-578a-40f8-aee7-76e07545ab57 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (b4cb9be4-b73e-4c55-b36c-b664b35fb3f2), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:00.868406 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12ed70-578a-40f8-aee7-76e07545ab57 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cb9be4-b73e-4c55-b36c-b664b35fb3f2,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:00.931981 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port da58b3a1-5d8c-4c76-acb3-2a5995d1832a is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:00.989480 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8e12ed70-578a-40f8-aee7-76e07545ab57 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:00.995485 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 53170) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:00.998236 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-8e12ed70-578a-40f8-aee7-76e07545ab57 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6813910 Apr 29 15:52:01.004954 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:01.121848 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:01.227599 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:52:01.392849 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53182) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:01.398844 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-82ae6eaf-be88-4c59-bfdd-bb3979081955 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--111222014', 'description': 'tempest-description--1682170197'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:01.411963 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 387ba9e5-07db-4cda-a4ab-bc14a8ef587f up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:01.485976 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:01.538574 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Publish callbacks [] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), precommit_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:01.542081 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-82ae6eaf-be88-4c59-bfdd-bb3979081955 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:01.621260 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:01.701371 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-82ae6eaf-be88-4c59-bfdd-bb3979081955 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group (4a9129f9-f2f0-44ac-9286-74e3483500c5), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:01.711588 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149e677-8beb-4bf7-afa1-0cc7c2b19250 None None] Pushing event updated for resources: {'Port': ['ID=186e9095-b9b9-4479-a666-3fd5fad7ff76,revision_number=3']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:01.769937 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-82ae6eaf-be88-4c59-bfdd-bb3979081955 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (4a9129f9-f2f0-44ac-9286-74e3483500c5), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:01.875922 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae6eaf-be88-4c59-bfdd-bb3979081955 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9129f9-f2f0-44ac-9286-74e3483500c5,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:01.939650 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-82ae6eaf-be88-4c59-bfdd-bb3979081955 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:01.952582 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-82ae6eaf-be88-4c59-bfdd-bb3979081955 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5464332 Apr 29 15:52:01.952582 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53218) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:01.955281 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-59e38e7f-4cfb-4312-921f-07002241ab8c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Request body: {'security_group_rule': {'security_group_id': '4a9129f9-f2f0-44ac-9286-74e3483500c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:01.990035 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Attempting to bind port 186e9095-b9b9-4479-a666-3fd5fad7ff76 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:52:01.992753 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Attempting to bind port 186e9095-b9b9-4479-a666-3fd5fad7ff76 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:52:01.993422 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Attempting to bind port 186e9095-b9b9-4479-a666-3fd5fad7ff76 on network 2a3d153a-a0ac-449f-87b2-351b970a83ff {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:02.006472 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:52:02.014115 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Checking segment: {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:52:02.014115 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.014115 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Bound using segment: {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:52:02.014757 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Set router 804aab0e-707f-4d5c-ab68-54c00fd57736 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:52:02.015207 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Bound port: 186e9095-b9b9-4479-a666-3fd5fad7ff76, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'}}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:52:02.015207 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.027412 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-eb89caef-50db-41b6-8847-47c1e19c7c50 None None] Current status of the port d854e852-9ba4-45bf-af05-5d375b74ffc3 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:02.027920 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-eb89caef-50db-41b6-8847-47c1e19c7c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.108356 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-59e38e7f-4cfb-4312-921f-07002241ab8c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group_rule (22ff1a29-7623-412f-b2eb-3cb8e7ec5509), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.176991 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-59e38e7f-4cfb-4312-921f-07002241ab8c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group_rule (22ff1a29-7623-412f-b2eb-3cb8e7ec5509), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.184268 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-eb89caef-50db-41b6-8847-47c1e19c7c50 None None] For port d854e852-9ba4-45bf-af05-5d375b74ffc3, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=d854e852-9ba4-45bf-af05-5d375b74ffc3,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:02.188556 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:02.189070 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.207104 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] For port 186e9095-b9b9-4479-a666-3fd5fad7ff76, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:02.212017 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] For port 186e9095-b9b9-4479-a666-3fd5fad7ff76, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=186e9095-b9b9-4479-a666-3fd5fad7ff76,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:02.255516 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed229f-4937-4112-baf2-6df949935d16 req-fb5cc2d4-3764-4bbc-86c7-7d34c9e70b6b tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:02.259809 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54ed229f-4937-4112-baf2-6df949935d16 req-fb5cc2d4-3764-4bbc-86c7-7d34c9e70b6b tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 932 time: 0.4361053 Apr 29 15:52:02.269868 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Allocated IP 172.27.1.228 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/c4c99feb-6daa-432c-8863-fc96eb55f50b) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:02.273762 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef297693-3658-4a7d-9fb0-065c609db90d {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:02.303978 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Publish callbacks [] for port (ef297693-3658-4a7d-9fb0-065c609db90d), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.312756 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-59e38e7f-4cfb-4312-921f-07002241ab8c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (22ff1a29-7623-412f-b2eb-3cb8e7ec5509), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.312980 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.358594 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e38e7f-4cfb-4312-921f-07002241ab8c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ff1a29-7623-412f-b2eb-3cb8e7ec5509,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:02.360894 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:51:59Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:02.362885 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-eb89caef-50db-41b6-8847-47c1e19c7c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.368296 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:02.410984 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:52:02.420599 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:51:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:02.488080 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Transition to ACTIVE for port object ef297693-3658-4a7d-9fb0-065c609db90d will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:52:02.499335 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-59e38e7f-4cfb-4312-921f-07002241ab8c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.502111 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-59e38e7f-4cfb-4312-921f-07002241ab8c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5508666 Apr 29 15:52:02.505305 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53230) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:02.513061 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f81d3a-9c38-4e9d-aadf-d1948769b156 None None] The sync data for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi is: [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:51:59Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:52:02.514335 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-39ce01e4-3dd1-41f6-b077-e04b65f160df tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Request body: {'security_group_rule': {'security_group_id': '4a9129f9-f2f0-44ac-9286-74e3483500c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:02.536088 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149e677-8beb-4bf7-afa1-0cc7c2b19250 None None] Pushing event updated for resources: {'Port': ['ID=186e9095-b9b9-4479-a666-3fd5fad7ff76,revision_number=4']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:02.584132 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-5b183011-d5fd-4a18-906a-b5c21ad86a54 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:02.600094 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-5b183011-d5fd-4a18-906a-b5c21ad86a54 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 818 time: 0.7959239 Apr 29 15:52:02.660733 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.660903 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-39ce01e4-3dd1-41f6-b077-e04b65f160df tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group_rule (a537c1ad-67f6-4b34-b5e6-2c8269a67003), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.663328 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89caef-50db-41b6-8847-47c1e19c7c50 None None] Pushing event updated for resources: {'Port': ['ID=d854e852-9ba4-45bf-af05-5d375b74ffc3,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:02.746169 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-9bb3b2e1-dc67-4f36-b746-c8f6e128d195 None None] Provisioning complete for port 186e9095-b9b9-4479-a666-3fd5fad7ff76 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:02.754868 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b2e1-dc67-4f36-b746-c8f6e128d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.779035 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:52:02.821757 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-39ce01e4-3dd1-41f6-b077-e04b65f160df tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group_rule (a537c1ad-67f6-4b34-b5e6-2c8269a67003), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.841939 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-2c322c8c-d4cc-4b47-929f-6fe8303ad6bf tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/quotas/0be9ae8b4f5143ce9d60ad6229979338 HTTP/1.1" status: 200 len: 375 time: 0.2346604 Apr 29 15:52:02.896694 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-39ce01e4-3dd1-41f6-b077-e04b65f160df tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (a537c1ad-67f6-4b34-b5e6-2c8269a67003), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:02.934414 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce01e4-3dd1-41f6-b077-e04b65f160df tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a537c1ad-67f6-4b34-b5e6-2c8269a67003,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:02.945701 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Pushing event updated for resources: {'Port': ['ID=ef297693-3658-4a7d-9fb0-065c609db90d,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:02.982204 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54ed229f-4937-4112-baf2-6df949935d16 req-45ed06f8-e34e-4511-82a9-bfcfdaed4132 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7032042 Apr 29 15:52:03.035232 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-39ce01e4-3dd1-41f6-b077-e04b65f160df tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:03.043850 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-39ce01e4-3dd1-41f6-b077-e04b65f160df tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5317540 Apr 29 15:52:03.049997 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53242) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:03.055006 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:03.172585 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for port (c4c99feb-6daa-432c-8863-fc96eb55f50b), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:03.206914 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3b2e1-dc67-4f36-b746-c8f6e128d195 None None] Current status of the port 186e9095-b9b9-4479-a666-3fd5fad7ff76 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:03.207484 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b2e1-dc67-4f36-b746-c8f6e128d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:03.227524 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 2, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:03.265574 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Checking router: 804aab0e-707f-4d5c-ab68-54c00fd57736 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:52:03.266563 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Updating router 804aab0e-707f-4d5c-ab68-54c00fd57736 port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 binding host dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:52:03.290706 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:03.301352 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device d854e852-9ba4-45bf-af05-5d375b74ffc3 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:03.401300 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-9bb3b2e1-dc67-4f36-b746-c8f6e128d195 None None] For port 186e9095-b9b9-4479-a666-3fd5fad7ff76, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=186e9095-b9b9-4479-a666-3fd5fad7ff76,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:03.441185 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:03.582939 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port d854e852-9ba4-45bf-af05-5d375b74ffc3 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:03.586052 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:03.639486 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:03.682851 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b2e1-dc67-4f36-b746-c8f6e128d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:03.740870 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:03.743317 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979eddf-7165-4874-9f5c-85fb2f8d5ff3 None None] The sync data for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi is: [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:52:03.990918 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-c157f400-f75b-43ea-8fb6-cab0f614715d None None] Provisioning complete for port 186e9095-b9b9-4479-a666-3fd5fad7ff76 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:03.990918 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-c157f400-f75b-43ea-8fb6-cab0f614715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:04.015003 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Attempting to bind port ef297693-3658-4a7d-9fb0-065c609db90d on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:52:04.016028 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Attempting to bind port ef297693-3658-4a7d-9fb0-065c609db90d by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '0bbd4aa3-0ffc-47cd-8448-e71a29948238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a145386e-a913-4023-b794-c83de2268057'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:52:04.020590 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Attempting to bind port ef297693-3658-4a7d-9fb0-065c609db90d on network a145386e-a913-4023-b794-c83de2268057 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:04.033696 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-74e798ac-abf1-42a7-8056-d9fcf54fe3b6 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1937065 Apr 29 15:52:04.047489 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Port ef297693-3658-4a7d-9fb0-065c609db90d on network a145386e-a913-4023-b794-c83de2268057 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:52:04.047489 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Attempting to bind port ef297693-3658-4a7d-9fb0-065c609db90d on network a145386e-a913-4023-b794-c83de2268057 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:04.122957 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:52:04.127915 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Checking segment: {'id': '0bbd4aa3-0ffc-47cd-8448-e71a29948238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a145386e-a913-4023-b794-c83de2268057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:52:04.132168 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Bound using segment: {'id': '0bbd4aa3-0ffc-47cd-8448-e71a29948238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a145386e-a913-4023-b794-c83de2268057'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:52:04.143992 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Bound port: ef297693-3658-4a7d-9fb0-065c609db90d, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbd4aa3-0ffc-47cd-8448-e71a29948238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a145386e-a913-4023-b794-c83de2268057'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:52:04.144437 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:04.149619 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (c4c99feb-6daa-432c-8863-fc96eb55f50b), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:04.236831 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3b2e1-dc67-4f36-b746-c8f6e128d195 None None] Pushing event updated for resources: {'Port': ['ID=186e9095-b9b9-4479-a666-3fd5fad7ff76,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:04.337246 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Allocated IP 172.27.1.220 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/c35296a3-a04a-4d1a-aa14-c93dadb92494) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:04.426375 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53274) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:04.631359 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.37', 60033) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:04.749482 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for port (c35296a3-a04a-4d1a-aa14-c93dadb92494), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:04.777219 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port d854e852-9ba4-45bf-af05-5d375b74ffc3 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:04.879658 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:04.892196 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-59cba1e0-fb50-4ca0-b06f-e7e34a46f4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:04.927551 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-3744192d-c9fe-4c6e-973c-b1040351070c service neutron] 10.222.0.23 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8926792 Apr 29 15:52:04.979362 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-c157f400-f75b-43ea-8fb6-cab0f614715d None None] Current status of the port 186e9095-b9b9-4479-a666-3fd5fad7ff76 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:05.101365 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:05.153932 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:52:05.200684 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a991d-fb15-455f-bc43-f0001c2a3e7f req-0e30f0af-1d0f-4932-a98b-d394226ae375 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:05.207740 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-940a991d-fb15-455f-bc43-f0001c2a3e7f req-0e30f0af-1d0f-4932-a98b-d394226ae375 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 944 time: 1.0508454 Apr 29 15:52:05.225818 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (c35296a3-a04a-4d1a-aa14-c93dadb92494), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:05.247426 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 186e9095-b9b9-4479-a666-3fd5fad7ff76 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:05.306247 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Publish callbacks [] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), precommit_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:05.328539 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 186e9095-b9b9-4479-a666-3fd5fad7ff76 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:05.328959 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:05.367571 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event updated for resources: {'Port': ['ID=c4c99feb-6daa-432c-8863-fc96eb55f50b,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:05.408309 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-59cba1e0-fb50-4ca0-b06f-e7e34a46f4bb admin admin] Publish callbacks [] for security_group (f1733dfc-49b4-49ef-a167-7d75a361a023), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:05.417502 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:05.468202 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860534b3-d344-4e5c-a2c4-0d8fbbf2787e None None] Pushing event updated for resources: {'Port': ['ID=d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:05.484601 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] For port ef297693-3658-4a7d-9fb0-065c609db90d, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:05.493350 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 186e9095-b9b9-4479-a666-3fd5fad7ff76 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:05.531385 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-59cba1e0-fb50-4ca0-b06f-e7e34a46f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (f1733dfc-49b4-49ef-a167-7d75a361a023), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:05.565259 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Attempting to bind port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:52:05.565645 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Attempting to bind port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:52:05.566050 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Attempting to bind port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 on network f1de7a5a-0bdd-472f-8ef1-d841062133e9 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:05.571629 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:52:05.572040 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Checking segment: {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:52:05.572447 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:05.572847 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Bound using segment: {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:52:05.573502 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Bound port: d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:52:05.574710 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:05.599976 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:05.602482 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (33634ec8-0998-4667-ac87-93b67dd9dd78), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:05.610082 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cba1e0-fb50-4ca0-b06f-e7e34a46f4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1733dfc-49b4-49ef-a167-7d75a361a023,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:05.643989 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:05.655208 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:52:05.666923 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] For port ef297693-3658-4a7d-9fb0-065c609db90d, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ef297693-3658-4a7d-9fb0-065c609db90d,segment=NetworkSegment(0bbd4aa3-0ffc-47cd-8448-e71a29948238),segment_id=0bbd4aa3-0ffc-47cd-8448-e71a29948238)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:05.684180 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-3cf29e1d-7f79-4a48-a199-ce5bf4a4adf4 service neutron] 10.222.0.23 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7155967 Apr 29 15:52:05.712056 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] For port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:05.714203 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-940a991d-fb15-455f-bc43-f0001c2a3e7f req-71224ec2-70f3-42fb-9797-caf972d699c9 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539647 Apr 29 15:52:05.721117 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] For port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:05.766370 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-27a6be6e-76d7-41a8-afac-35b448106855 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:05.767880 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-27a6be6e-76d7-41a8-afac-35b448106855 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 818 time: 1.1349642 Apr 29 15:52:05.785053 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event updated for resources: {'Port': ['ID=c35296a3-a04a-4d1a-aa14-c93dadb92494,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:05.796528 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Request body: {'port': {'device_id': '5101cc41-b782-48ac-b70e-45106bd89ef3', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'admin_state_up': True, 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:05.812134 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-59cba1e0-fb50-4ca0-b06f-e7e34a46f4bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=186062a6ef384f35b3ce741c22321562&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3809667 Apr 29 15:52:05.815399 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53304) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:05.835365 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (c4c99feb-6daa-432c-8863-fc96eb55f50b), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:05.839242 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:05.862629 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (e5186143-7734-49d4-b6df-d2386047f8eb), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:05.873726 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:06.097666 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:06.098314 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:06.101308 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Routers {'804aab0e-707f-4d5c-ab68-54c00fd57736'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:52:06.103404 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] 10.222.0.37 "PUT /v2.0/ports/ef297693-3658-4a7d-9fb0-065c609db90d HTTP/1.1" status: 200 len: 1094 time: 6.2947052 Apr 29 15:52:06.108413 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cb2ba325-2815-470b-b220-1c35003c47ef req-2bdd278c-b010-4745-bfa2-5bf31dbd23d1 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0874884 Apr 29 15:52:06.109761 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:51:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['804aab0e-707f-4d5c-ab68-54c00fd57736'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:06.115466 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860534b3-d344-4e5c-a2c4-0d8fbbf2787e None None] Pushing event updated for resources: {'Port': ['ID=d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:06.121436 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4c63fa-584b-4c7e-b055-124e1b2b6b4c', 'tag': 'ef297693-3658-4a7d-9fb0-065c609db90d'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:06.242340 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-387f4a91-084d-4eb9-8b8a-75313a8126ff None None] Provisioning complete for port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:06.242682 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-387f4a91-084d-4eb9-8b8a-75313a8126ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:06.380037 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ae1c87ec-97a0-4a33-a37d-e50d6f2fb06d admin admin] Publish callbacks [] for security_group (f1733dfc-49b4-49ef-a167-7d75a361a023), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:06.426087 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (c35296a3-a04a-4d1a-aa14-c93dadb92494), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:06.513487 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-eff919c9-0a02-4fe3-a807-28a0fe310f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:06.515095 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-eff919c9-0a02-4fe3-a807-28a0fe310f7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c4dcc3c2a9b4a5ca23f5e6097b1a28d&device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 1128 time: 0.2130079 Apr 29 15:52:06.553625 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab2e9b-bcf8-4049-a91f-163d3412e511 service neutron] Pushing event updated for resources: {'Port': ['ID=ef297693-3658-4a7d-9fb0-065c609db90d,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:06.600720 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] Set router 804aab0e-707f-4d5c-ab68-54c00fd57736 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:52:06.623819 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-fbf343d4-3f6d-42c4-a346-e551c4f1832c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef297693-3658-4a7d-9fb0-065c609db90d HTTP/1.1" status: 200 len: 217 time: 0.0958257 Apr 29 15:52:06.671252 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-387f4a91-084d-4eb9-8b8a-75313a8126ff None None] Current status of the port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:06.671400 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-387f4a91-084d-4eb9-8b8a-75313a8126ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:06.749105 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-5f992735-96cc-4708-9d36-1f6b144c3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:06.763289 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-5f992735-96cc-4708-9d36-1f6b144c3f6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=467f2c25-36fb-4dce-9f15-0eda10026eb1 HTTP/1.1" status: 200 len: 852 time: 0.0792282 Apr 29 15:52:06.767441 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-387f4a91-084d-4eb9-8b8a-75313a8126ff None None] For port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:06.768956 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cfb5a8-85f6-435e-afd2-5926dbcf840c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4c63fa-584b-4c7e-b055-124e1b2b6b4c", "tag": "ef297693-3658-4a7d-9fb0-065c609db90d"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:06.864574 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-387f4a91-084d-4eb9-8b8a-75313a8126ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:06.893784 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-3c925075-8b61-43a7-b258-381ee302e626 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a145386e-a913-4023-b794-c83de2268057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869925 Apr 29 15:52:06.997804 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f4a91-084d-4eb9-8b8a-75313a8126ff None None] Pushing event updated for resources: {'Port': ['ID=d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:07.029745 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-049c94d1-54c6-44b9-b45d-15ccfe1fc2d9 None None] Provisioning complete for port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:07.030213 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-049c94d1-54c6-44b9-b45d-15ccfe1fc2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.052207 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5eb4ac-1ae1-4160-a4aa-a752f066e10e req-a797b694-1ed9-4f15-8ab7-1958c28c83d1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:07.065357 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6f5eb4ac-1ae1-4160-a4aa-a752f066e10e req-a797b694-1ed9-4f15-8ab7-1958c28c83d1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 944 time: 0.2081990 Apr 29 15:52:07.100428 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e6f3ff-11c3-4304-a96b-75ba83096fc3 x-openstack-request-id: req-d4e6f3ff-11c3-4304-a96b-75ba83096fc3 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:07.101051 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4c63fa-584b-4c7e-b055-124e1b2b6b4c", "tag": "ef297693-3658-4a7d-9fb0-065c609db90d", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:07.101468 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4e6f3ff-11c3-4304-a96b-75ba83096fc3 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:07.106779 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e6f3ff-11c3-4304-a96b-75ba83096fc3'] response: {'name': 'network-changed', 'server_uuid': 'cd4c63fa-584b-4c7e-b055-124e1b2b6b4c', 'tag': 'ef297693-3658-4a7d-9fb0-065c609db90d', 'status': 'completed', 'code': 200} Apr 29 15:52:07.330480 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:07.343554 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for port (c35296a3-a04a-4d1a-aa14-c93dadb92494), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.372284 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ae1c87ec-97a0-4a33-a37d-e50d6f2fb06d admin admin] Publish callbacks [] for security_group (f1733dfc-49b4-49ef-a167-7d75a361a023), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.414943 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-049c94d1-54c6-44b9-b45d-15ccfe1fc2d9 None None] Current status of the port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:07.426956 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for port (c4c99feb-6daa-432c-8863-fc96eb55f50b), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.428227 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:05Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:07.469806 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (c35296a3-a04a-4d1a-aa14-c93dadb92494), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.479044 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Made reservation on behalf of 0be9ae8b4f5143ce9d60ad6229979338 for: {'port': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:07.482752 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.517478 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6f5eb4ac-1ae1-4160-a4aa-a752f066e10e req-46d45310-5b64-488c-92e8-1996c6728d7e tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507627 Apr 29 15:52:07.525604 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c969d8-8084-456e-a34d-817240fdaf29 None None] The sync data for ids ['804aab0e-707f-4d5c-ab68-54c00fd57736'] in dv-cinder-839872-2-iscsi is: [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:05Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:52:07.566341 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:07.567460 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.593563 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (c4c99feb-6daa-432c-8863-fc96eb55f50b), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.672809 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (e5186143-7734-49d4-b6df-d2386047f8eb), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.686040 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ae1c87ec-97a0-4a33-a37d-e50d6f2fb06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (f1733dfc-49b4-49ef-a167-7d75a361a023), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.688846 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ae1c87ec-97a0-4a33-a37d-e50d6f2fb06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.690165 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ae1c87ec-97a0-4a33-a37d-e50d6f2fb06d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1733dfc-49b4-49ef-a167-7d75a361a023 HTTP/1.1" status: 204 len: 168 time: 1.8689649 Apr 29 15:52:07.708508 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9629d0e2-cf54-440a-bde4-e533203bc381 req-a91a023a-3a2c-427f-80d0-0158054688eb tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 210 time: 0.4126630 Apr 29 15:52:07.736394 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event updated for resources: {'Port': ['ID=c35296a3-a04a-4d1a-aa14-c93dadb92494,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:07.754190 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c87ec-97a0-4a33-a37d-e50d6f2fb06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1733dfc-49b4-49ef-a167-7d75a361a023,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:07.768111 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:07.788496 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-a54eada0-37c9-42c3-adfa-4e7b51aeeacf service neutron] 10.222.0.37 "GET /v2.0/networks/a145386e-a913-4023-b794-c83de2268057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8447521 Apr 29 15:52:07.799997 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (33634ec8-0998-4667-ac87-93b67dd9dd78), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.838297 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event updated for resources: {'Port': ['ID=c4c99feb-6daa-432c-8863-fc96eb55f50b,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:07.874483 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.876085 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-a63e67f8-e2e2-42ed-b682-f4633d70b5b1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8250387 Apr 29 15:52:07.971200 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:07.971200 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-8a23fccf-ade1-4efc-9b04-db258ca0b2f8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9734132 Apr 29 15:52:08.046174 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Allocated IP 172.20.0.4 (f1de7a5a-0bdd-472f-8ef1-d841062133e9/1abff850-ccc0-45f4-8d97-2247db58b036/5cee5e46-58d2-448f-adee-be2c38332f8f) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:08.149031 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-6abecb78-3098-4a49-831d-5d45144d7299 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--111222014&fields=id&tenant_id=450375541bcc49129d79046b5b2ce4b5 HTTP/1.1" status: 200 len: 267 time: 0.0626779 Apr 29 15:52:08.259697 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:08.315980 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-663b09df-da91-428f-b674-427ecb51d018 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--737443869&fields=id&tenant_id=0be3d85cd5da452f871f3f423d5bb1df HTTP/1.1" status: 200 len: 267 time: 0.0981042 Apr 29 15:52:08.331243 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-c6bef6d5-ad27-40c0-887d-68979de576da tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:08.332753 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-c6bef6d5-ad27-40c0-887d-68979de576da tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 816 time: 0.1759825 Apr 29 15:52:08.338849 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:08.389272 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-ceb01c15-df91-4475-852b-9ab7826d532d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/quotas/450375541bcc49129d79046b5b2ce4b5 HTTP/1.1" status: 200 len: 375 time: 0.0457957 Apr 29 15:52:08.439390 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Network f1de7a5a-0bdd-472f-8ef1-d841062133e9 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:08.446266 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:08.464109 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:52:08.472319 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:08.473651 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for port (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:08.482178 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event updated for resources: {'Port': ['ID=5cee5e46-58d2-448f-adee-be2c38332f8f,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:08.577157 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-19f73b2b-6c81-4c58-8600-c998d5e6ce11 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7893491 Apr 29 15:52:08.700462 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-a7a53892-c407-4a2b-b161-cf99386d099c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764403 Apr 29 15:52:08.719662 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-7521dffc-a735-4acc-860a-c2db36528523 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:08.721376 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-7521dffc-a735-4acc-860a-c2db36528523 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/networks?id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821 HTTP/1.1" status: 200 len: 810 time: 0.3877394 Apr 29 15:52:08.765363 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-a2d54858-2096-4923-a758-44737c0504e1 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/quotas/0be3d85cd5da452f871f3f423d5bb1df HTTP/1.1" status: 200 len: 375 time: 0.0217695 Apr 29 15:52:08.858377 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-749e80bc-4e40-4a51-b149-5e713b42fb4e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617304 Apr 29 15:52:08.864247 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-09a44a3e-6ec9-4105-a34f-f3ac359c2e0e service neutron] 10.222.0.23 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414263 Apr 29 15:52:08.878844 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-c9c69283-31d8-418a-9aa9-b12c1c4cd443 None None] Provisioning complete for port 5cee5e46-58d2-448f-adee-be2c38332f8f triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:08.879381 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-c9c69283-31d8-418a-9aa9-b12c1c4cd443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:08.966465 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-c9c69283-31d8-418a-9aa9-b12c1c4cd443 None None] Port 5cee5e46-58d2-448f-adee-be2c38332f8f cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:52:09.012251 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-64f584ce-19fd-4ecb-80c7-fdf7924ad1c7 service neutron] 10.222.0.23 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334119 Apr 29 15:52:09.180808 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:09.185219 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-d55e6e14-9b89-4d7f-bc4e-3f4f51af11df service neutron] 10.222.0.23 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167236 Apr 29 15:52:09.231425 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-f606716a-7622-4454-bdb9-332731089460 service neutron] 10.222.0.23 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808715 Apr 29 15:52:09.338720 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:09.339119 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:09.466610 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:09.782586 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640b320-d5c7-491d-8ea2-f6142e9f7499 req-5efc51fc-46c7-4527-a693-8a8a89213d8f tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:09.791779 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8640b320-d5c7-491d-8ea2-f6142e9f7499 req-5efc51fc-46c7-4527-a693-8a8a89213d8f tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 944 time: 0.1198030 Apr 29 15:52:09.797672 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7346404-5517-43d2-80af-eef7e9788a49 req-17d4b71c-3ec2-4cae-b57b-91e425a710f4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0738931 Apr 29 15:52:09.897990 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8640b320-d5c7-491d-8ea2-f6142e9f7499 req-98e69d19-24ee-4a9f-84a4-1b0f11f00daf tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048865 Apr 29 15:52:09.956383 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e1515bd1-5ee4-4bb7-9126-9f50a81073b6 req-6fd9396a-0120-4be6-994f-15192ea471fd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 210 time: 0.0563452 Apr 29 15:52:10.057455 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-725d8f7b-213b-4602-b1b7-9b248bbdd440 req-7b055bf5-b799-4680-b2c3-875480a4ae00 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 210 time: 0.0533545 Apr 29 15:52:10.994209 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-584c7cf4-5b27-400a-bc68-90cf72dedc31 req-716895fc-5be5-4f83-b0d4-2f890bdfd57b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0405898 Apr 29 15:52:11.121274 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448d219-15bd-4423-ad6c-1738ca530d98 req-c6adc684-90d0-4909-90a5-1e81b2854465 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:11.122990 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a448d219-15bd-4423-ad6c-1738ca530d98 req-c6adc684-90d0-4909-90a5-1e81b2854465 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 944 time: 0.0987549 Apr 29 15:52:11.188600 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f849ee10-e6ee-4dd6-9f88-bd830e94692c req-00b46fc7-b779-426f-ad3f-dc22039db9da tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 210 time: 0.0646114 Apr 29 15:52:11.252048 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a448d219-15bd-4423-ad6c-1738ca530d98 req-c0715c91-8ad8-4bd1-9178-dcae60a87aef tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178074 Apr 29 15:52:11.416003 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-41cb0fd1-9474-4218-b0bb-5c2895e7d364 req-b16ea9bc-867b-4618-b46a-c86df57ae0c9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 210 time: 0.0655785 Apr 29 15:52:11.460467 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53530) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:11.615265 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-00adbe93-b8d6-4214-b156-45e43f0d0657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:11.711862 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-00adbe93-b8d6-4214-b156-45e43f0d0657 admin admin] Publish callbacks [] for security_group (b97a2e8c-ae83-4853-813a-53df8d472d45), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:11.787230 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-00adbe93-b8d6-4214-b156-45e43f0d0657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (b97a2e8c-ae83-4853-813a-53df8d472d45), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:11.846789 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adbe93-b8d6-4214-b156-45e43f0d0657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97a2e8c-ae83-4853-813a-53df8d472d45,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:11.851610 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-00adbe93-b8d6-4214-b156-45e43f0d0657 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b6dd08d5807405e8ab15fe7a33a4b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3899908 Apr 29 15:52:11.855890 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53544) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:11.918755 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed9b59c5-9dfa-4d69-875c-17eebe65e5fc admin admin] Publish callbacks [] for security_group (b97a2e8c-ae83-4853-813a-53df8d472d45), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:11.946282 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed9b59c5-9dfa-4d69-875c-17eebe65e5fc admin admin] Publish callbacks [] for security_group (b97a2e8c-ae83-4853-813a-53df8d472d45), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:12.044426 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed9b59c5-9dfa-4d69-875c-17eebe65e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (b97a2e8c-ae83-4853-813a-53df8d472d45), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:12.045788 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed9b59c5-9dfa-4d69-875c-17eebe65e5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:12.046945 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ed9b59c5-9dfa-4d69-875c-17eebe65e5fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b97a2e8c-ae83-4853-813a-53df8d472d45 HTTP/1.1" status: 204 len: 168 time: 0.1900184 Apr 29 15:52:12.066595 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b59c5-9dfa-4d69-875c-17eebe65e5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97a2e8c-ae83-4853-813a-53df8d472d45,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:12.174112 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-75c9862e-be94-41f1-926c-64b840b7e1b7 req-5108dc1f-509e-4585-b77d-bc7bea007a1f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0644879 Apr 29 15:52:12.362727 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f18af650-d8d5-4f2c-98dc-c473146d68d1 req-cab3c8fe-44d5-463d-abb9-457b724f087f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 210 time: 0.0580397 Apr 29 15:52:12.447239 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e28ed4-e962-4a94-9786-c6c9e021c493 req-decd37b3-b6e2-41d4-80c7-a211d3f3691f tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:12.450541 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-69e28ed4-e962-4a94-9786-c6c9e021c493 req-decd37b3-b6e2-41d4-80c7-a211d3f3691f tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 944 time: 0.0908058 Apr 29 15:52:12.546274 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-69e28ed4-e962-4a94-9786-c6c9e021c493 req-771a8dae-0204-4d2d-8ab7-098ca4243de6 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903828 Apr 29 15:52:12.548389 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3f0ec6b8-21e4-4c54-8a07-7b699ab3f8eb req-752153cc-57ec-42f8-a45d-14e1efb806b3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 210 time: 0.0374739 Apr 29 15:52:13.046804 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53578) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:13.060171 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6b6691a1-15a1-45e5-be06-dab00193402a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:13.086353 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Request body: {'port': {'device_id': '5101cc41-b782-48ac-b70e-45106bd89ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:13.168988 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99376f63-102f-450c-9ac4-9e28ae49e7c0 req-73dc9293-947e-4d82-aa30-c19efb3ecd21 service neutron] 10.222.0.37 "GET /v2.0/networks/a145386e-a913-4023-b794-c83de2268057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055014 Apr 29 15:52:13.175390 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:13.230695 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6b6691a1-15a1-45e5-be06-dab00193402a admin admin] Publish callbacks [] for security_group (eb0d1731-b98c-4ebe-b40e-273780d1e2b4), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:13.276322 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0dbc1791-04d2-46cd-ae5d-5de080e403a9 req-e5d63dd3-fb73-4941-a139-de5b809badd5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0356090 Apr 29 15:52:13.364623 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6b6691a1-15a1-45e5-be06-dab00193402a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (eb0d1731-b98c-4ebe-b40e-273780d1e2b4), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:13.462539 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-6b6691a1-15a1-45e5-be06-dab00193402a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37b46b96d4674825aad66177232d94fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4146128 Apr 29 15:52:13.466142 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53592) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:13.466775 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6691a1-15a1-45e5-be06-dab00193402a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0d1731-b98c-4ebe-b40e-273780d1e2b4,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:13.485050 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-41b06e4c-849d-47f7-bfa8-4c55c2d936d2 req-9a42768f-bb1d-436c-973b-86e4b2601b0f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 210 time: 0.0304253 Apr 29 15:52:13.579356 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-058e6c39-74e4-458d-afac-ddec0a81c582 admin admin] Publish callbacks [] for security_group (eb0d1731-b98c-4ebe-b40e-273780d1e2b4), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:13.616308 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-058e6c39-74e4-458d-afac-ddec0a81c582 admin admin] Publish callbacks [] for security_group (eb0d1731-b98c-4ebe-b40e-273780d1e2b4), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:13.677872 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b6d94607-1043-4da5-9532-f26eced66a7f req-7cda524f-105d-460b-ab60-0b3d83178edc tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 210 time: 0.0449567 Apr 29 15:52:13.678218 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cee5e46-58d2-448f-adee-be2c38332f8f {{(pid=110323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:13.686528 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Publish callbacks [] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:13.757071 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa759ddf-e734-4f7d-a197-99fb6a19fecb req-6ddba4f0-5aee-40d1-b54d-74baf62c7f9b tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:13.768764 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fa759ddf-e734-4f7d-a197-99fb6a19fecb req-6ddba4f0-5aee-40d1-b54d-74baf62c7f9b tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 944 time: 0.0804486 Apr 29 15:52:13.792023 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-058e6c39-74e4-458d-afac-ddec0a81c582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (eb0d1731-b98c-4ebe-b40e-273780d1e2b4), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:13.795568 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-058e6c39-74e4-458d-afac-ddec0a81c582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:13.796763 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-058e6c39-74e4-458d-afac-ddec0a81c582 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb0d1731-b98c-4ebe-b40e-273780d1e2b4 HTTP/1.1" status: 204 len: 168 time: 0.3271751 Apr 29 15:52:13.798136 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.provisioning_blocks [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Transition to ACTIVE for port object 5cee5e46-58d2-448f-adee-be2c38332f8f will not be triggered until provisioned by entity L2. {{(pid=110323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:52:13.805644 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e6c39-74e4-458d-afac-ddec0a81c582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0d1731-b98c-4ebe-b40e-273780d1e2b4,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:13.820893 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fa759ddf-e734-4f7d-a197-99fb6a19fecb req-73bd7789-1fa7-4427-a878-3b6504a55c0f tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509713 Apr 29 15:52:13.877522 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:13.951171 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Pushing event updated for resources: {'Port': ['ID=5cee5e46-58d2-448f-adee-be2c38332f8f,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:14.018579 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.managers [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Attempting to bind port 5cee5e46-58d2-448f-adee-be2c38332f8f on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:52:14.018940 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.managers [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Attempting to bind port 5cee5e46-58d2-448f-adee-be2c38332f8f by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'}] {{(pid=110323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:52:14.019287 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Attempting to bind port 5cee5e46-58d2-448f-adee-be2c38332f8f on network f1de7a5a-0bdd-472f-8ef1-d841062133e9 {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:14.024385 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Port 5cee5e46-58d2-448f-adee-be2c38332f8f on network f1de7a5a-0bdd-472f-8ef1-d841062133e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:52:14.024710 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Attempting to bind port 5cee5e46-58d2-448f-adee-be2c38332f8f on network f1de7a5a-0bdd-472f-8ef1-d841062133e9 {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:14.035226 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:52:14.035226 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Checking segment: {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:52:14.035226 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Bound using segment: {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'} {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:52:14.035226 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.managers [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Bound port: 5cee5e46-58d2-448f-adee-be2c38332f8f, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'}}] {{(pid=110323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:52:14.035226 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:14.160534 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] For port 5cee5e46-58d2-448f-adee-be2c38332f8f, host hv-cinder-83987, cleared binding levels {{(pid=110323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:14.166534 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] For port 5cee5e46-58d2-448f-adee-be2c38332f8f, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5cee5e46-58d2-448f-adee-be2c38332f8f,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:14.266647 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:14.314790 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:14.319782 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for port (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:14.319782 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] 10.222.0.37 "PUT /v2.0/ports/5cee5e46-58d2-448f-adee-be2c38332f8f HTTP/1.1" status: 200 len: 1093 time: 1.2375729 Apr 29 15:52:14.319782 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5101cc41-b782-48ac-b70e-45106bd89ef3', 'tag': '5cee5e46-58d2-448f-adee-be2c38332f8f'}] {{(pid=110323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:14.381350 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb5a8-85f6-435e-afd2-5926dbcf840c req-eb7995d8-664d-46f9-8e9a-bd24d77fadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:14.385278 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e9cfb5a8-85f6-435e-afd2-5926dbcf840c req-eb7995d8-664d-46f9-8e9a-bd24d77fadd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c4dcc3c2a9b4a5ca23f5e6097b1a28d&device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 1128 time: 0.0865271 Apr 29 15:52:14.462273 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488ebaa-3983-442c-a49d-1e18884a738c service neutron] Pushing event updated for resources: {'Port': ['ID=5cee5e46-58d2-448f-adee-be2c38332f8f,revision_number=3']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:14.557893 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eba904ea-5512-4b5f-9f31-f77dd6112c29 req-992cfd84-c7b2-4a68-9b06-dfffbedfc932 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0801690 Apr 29 15:52:14.680935 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:14.709031 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7d87cef1-adc7-4d62-b606-42de8c41b11d req-254d1dd3-ecb6-445d-b46a-866133d9531b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 210 time: 0.0749872 Apr 29 15:52:14.710767 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}414e8c5dbfbee19e4252a5807369e5d62406377d8fb6960200d97a6b20918bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6b0133-492a-4f44-91f0-cf926c4289d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5101cc41-b782-48ac-b70e-45106bd89ef3", "tag": "5cee5e46-58d2-448f-adee-be2c38332f8f"}]}' {{(pid=110323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:14.766168 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-65b81332-f040-4785-ae6d-cf1ea85c023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:14.768122 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-65b81332-f040-4785-ae6d-cf1ea85c023a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 1127 time: 0.1665184 Apr 29 15:52:14.785272 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb5a8-85f6-435e-afd2-5926dbcf840c req-38b228b2-700d-4c42-9c99-9936d4f2b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:14.799251 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e9cfb5a8-85f6-435e-afd2-5926dbcf840c req-38b228b2-700d-4c42-9c99-9936d4f2b4f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a145386e-a913-4023-b794-c83de2268057 HTTP/1.1" status: 200 len: 913 time: 0.3943439 Apr 29 15:52:14.844774 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1b123aa2-06b9-4bdb-ae0e-cd31b0779adb req-7ed4580e-4a3e-42aa-ae0a-317cd1227367 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 210 time: 0.0388727 Apr 29 15:52:14.967951 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da199b-de64-4ee6-979a-df579acccf16 req-735a9a94-4570-4545-8a8e-4b45dcd93140 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:14.969639 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25da199b-de64-4ee6-979a-df579acccf16 req-735a9a94-4570-4545-8a8e-4b45dcd93140 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 944 time: 0.0627995 Apr 29 15:52:15.009498 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-04d9bc75-10e6-4752-9dfe-08ecdd947584 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cee5e46-58d2-448f-adee-be2c38332f8f HTTP/1.1" status: 200 len: 217 time: 0.2247651 Apr 29 15:52:15.024536 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6224a5da-b666-443c-b18d-b8e052134cf9 x-openstack-request-id: req-6224a5da-b666-443c-b18d-b8e052134cf9 {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:15.024669 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5101cc41-b782-48ac-b70e-45106bd89ef3", "tag": "5cee5e46-58d2-448f-adee-be2c38332f8f", "status": "completed", "code": 200}]} {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:15.024987 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6224a5da-b666-443c-b18d-b8e052134cf9 {{(pid=110323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:15.025358 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6224a5da-b666-443c-b18d-b8e052134cf9'] response: {'name': 'network-changed', 'server_uuid': '5101cc41-b782-48ac-b70e-45106bd89ef3', 'tag': '5cee5e46-58d2-448f-adee-be2c38332f8f', 'status': 'completed', 'code': 200} Apr 29 15:52:15.059867 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e9cfb5a8-85f6-435e-afd2-5926dbcf840c req-549250d6-bee8-46de-92af-8faa9a1fe209 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef297693-3658-4a7d-9fb0-065c609db90d HTTP/1.1" status: 200 len: 217 time: 0.0459986 Apr 29 15:52:15.086723 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a897959f-ec30-4d39-b5df-5f87a93af219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:15.088272 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25da199b-de64-4ee6-979a-df579acccf16 req-1b6eb297-49de-4e4c-8fff-0a4d713c9145 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037748 Apr 29 15:52:15.284885 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb5a8-85f6-435e-afd2-5926dbcf840c req-7a03ed7e-f39c-4e2c-b684-adaddb0af84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:15.287273 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e9cfb5a8-85f6-435e-afd2-5926dbcf840c req-7a03ed7e-f39c-4e2c-b684-adaddb0af84e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=467f2c25-36fb-4dce-9f15-0eda10026eb1 HTTP/1.1" status: 200 len: 852 time: 0.0609715 Apr 29 15:52:15.292570 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-01bd7c7c-0f6a-40d0-b54d-8ad83a340c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:15.294228 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-01bd7c7c-0f6a-40d0-b54d-8ad83a340c7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.0667226 Apr 29 15:52:15.455735 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.37', 60050) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:15.469384 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.37', 60051) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:15.506272 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e9cfb5a8-85f6-435e-afd2-5926dbcf840c req-1c01d9d6-9bdd-4126-940d-023ad4d76c27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a145386e-a913-4023-b794-c83de2268057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618465 Apr 29 15:52:15.546708 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-12e5cbb9-870c-4e75-801b-6bf5080bad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:15.547955 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-12e5cbb9-870c-4e75-801b-6bf5080bad01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031477 Apr 29 15:52:15.660495 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-4e1c092e-b38d-4097-aae2-50ef349ee397 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045098 Apr 29 15:52:15.774025 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.37', 60052) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:15.794975 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-348c4222-40e0-4d2e-9f4d-f2d0005758a3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:15.796544 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-348c4222-40e0-4d2e-9f4d-f2d0005758a3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.37 "GET /v2.0/networks?id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821 HTTP/1.1" status: 200 len: 810 time: 0.3373334 Apr 29 15:52:15.801130 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-d2f749e9-cb42-47b4-9f81-c36a1ffda909 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313093 Apr 29 15:52:15.809910 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-489c5603-48fd-49ef-8956-7614b3292931 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:15.811828 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-489c5603-48fd-49ef-8956-7614b3292931 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 818 time: 0.3280585 Apr 29 15:52:15.813628 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3a159321-f5b4-484e-afb5-ffbe96814d35 req-854afa06-c150-4b9e-8c1c-06713a31c766 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0827222 Apr 29 15:52:15.851182 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Request body: {'port': {'device_id': 'e15ce463-5741-4350-9c5e-be80202a9d6f', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'admin_state_up': True, 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:15.861808 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e9cfb5a8-85f6-435e-afd2-5926dbcf840c req-bb7c11b9-94d3-44d9-bbc1-878b78686903 service neutron] 10.222.0.37 "GET /v2.0/networks/a145386e-a913-4023-b794-c83de2268057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382599 Apr 29 15:52:15.899986 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device ef297693-3658-4a7d-9fb0-065c609db90d details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:52:16.031446 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-63c809af-102e-452b-ad23-5d964d8285dd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:16.033601 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-63c809af-102e-452b-ad23-5d964d8285dd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.37 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 816 time: 0.2554491 Apr 29 15:52:16.084326 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port ef297693-3658-4a7d-9fb0-065c609db90d, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ef297693-3658-4a7d-9fb0-065c609db90d,segment=NetworkSegment(0bbd4aa3-0ffc-47cd-8448-e71a29948238),segment_id=0bbd4aa3-0ffc-47cd-8448-e71a29948238)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:16.098079 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'ef297693-3658-4a7d-9fb0-065c609db90d', 'network_id': 'a145386e-a913-4023-b794-c83de2268057', 'port_id': 'ef297693-3658-4a7d-9fb0-065c609db90d', 'mac_address': 'fa:16:3e:d6:f2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467f2c25-36fb-4dce-9f15-0eda10026eb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:52:16.156938 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port ef297693-3658-4a7d-9fb0-065c609db90d is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:16.157451 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:16.174418 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef297693-3658-4a7d-9fb0-065c609db90d {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:16.196845 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port ef297693-3658-4a7d-9fb0-065c609db90d, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ef297693-3658-4a7d-9fb0-065c609db90d,segment=NetworkSegment(0bbd4aa3-0ffc-47cd-8448-e71a29948238),segment_id=0bbd4aa3-0ffc-47cd-8448-e71a29948238)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:16.256599 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-66c250bc-10f1-4e67-bd2b-c1437f10a47e req-1ae743e1-c010-4eb8-9439-e2530bdd363e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 210 time: 0.3563418 Apr 29 15:52:16.307350 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:16.347479 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-aebde6f5-557c-48c1-bbc9-3d65cfb81e48 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0be3d85cd5da452f871f3f423d5bb1df HTTP/1.1" status: 200 len: 379 time: 0.5327253 Apr 29 15:52:16.349202 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9642f558-0324-4d30-a5d0-7e0afb42c188 req-2d7fa264-e833-4573-855d-de6c48b50bd6 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 210 time: 0.1029038 Apr 29 15:52:16.415995 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=ef297693-3658-4a7d-9fb0-065c609db90d,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:16.437966 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e9cfb5a8-85f6-435e-afd2-5926dbcf840c req-97496c55-c626-427f-a7b7-d091e0122d5e service neutron] 10.222.0.37 "GET /v2.0/networks/a145386e-a913-4023-b794-c83de2268057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624442 Apr 29 15:52:16.446368 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2071429-f369-4222-b23e-bfd2802204be req-d8df6981-5b23-4424-8c5e-7b5807a1f1c9 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:16.450315 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a2071429-f369-4222-b23e-bfd2802204be req-d8df6981-5b23-4424-8c5e-7b5807a1f1c9 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 945 time: 0.1001995 Apr 29 15:52:16.508256 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a2071429-f369-4222-b23e-bfd2802204be req-cc8aeca5-e1b2-4c09-a6dc-618d8dbc1585 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523617 Apr 29 15:52:16.567576 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['ef297693-3658-4a7d-9fb0-065c609db90d'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:52:16.579297 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Made reservation on behalf of 0be9ae8b4f5143ce9d60ad6229979338 for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:16.582801 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:16.708744 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Request body: {'port': {'device_id': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'admin_state_up': True, 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'security_groups': ['3f91816c-0e72-4df4-8b9a-e95271010f73']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:16.794304 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-8d665a82-5d22-4d49-9529-28157c2129d1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=450375541bcc49129d79046b5b2ce4b5 HTTP/1.1" status: 200 len: 379 time: 0.1018062 Apr 29 15:52:16.799196 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b0133-492a-4f44-91f0-cf926c4289d0 req-9f563c54-21e5-4924-8ca9-01c38a289ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:16.800737 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4a6b0133-492a-4f44-91f0-cf926c4289d0 req-9f563c54-21e5-4924-8ca9-01c38a289ee2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 1127 time: 0.0967131 Apr 29 15:52:16.847272 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Request body: {'port': {'device_id': '561988d2-8299-473f-b14c-e62a93209c2d', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'admin_state_up': True, 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'security_groups': ['4a9129f9-f2f0-44ac-9286-74e3483500c5']}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:16.864874 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Allocated IP 172.20.0.6 (f1de7a5a-0bdd-472f-8ef1-d841062133e9/1abff850-ccc0-45f4-8d97-2247db58b036/f48b684f-4075-4b85-86be-5fdde22f8ad3) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:17.032532 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53762) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:17.121924 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-71932717-c0e4-477d-b9a9-7208b91a9fff req-32128c9a-b17f-4e37-af9c-2fb9f750488a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 210 time: 0.1600661 Apr 29 15:52:17.202387 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b0133-492a-4f44-91f0-cf926c4289d0 req-64609140-fe04-4745-b7f1-9df2cda59735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:17.203908 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4a6b0133-492a-4f44-91f0-cf926c4289d0 req-64609140-fe04-4745-b7f1-9df2cda59735 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.3029423 Apr 29 15:52:17.207460 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Made reservation on behalf of 450375541bcc49129d79046b5b2ce4b5 for: {'port': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:17.210781 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:17.214458 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-01272868-99d1-4af0-96e3-7d5f2bbf98c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:17.289573 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Made reservation on behalf of 0be3d85cd5da452f871f3f423d5bb1df for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:17.293151 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:17.299410 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4a6b0133-492a-4f44-91f0-cf926c4289d0 req-aa01c061-e5ce-443c-af3d-81be6e54cc92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cee5e46-58d2-448f-adee-be2c38332f8f HTTP/1.1" status: 200 len: 217 time: 0.0608172 Apr 29 15:52:17.414249 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:52:17.449070 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f37bfa46-4a92-4a00-959e-7abb997ae60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:17.467253 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d914cabb-d5dc-41f8-8e0a-2824b87bcd16 req-f7f0a2bd-6852-4693-af3b-63b0556c5443 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 210 time: 0.0840924 Apr 29 15:52:17.470846 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Allocated IP 172.20.0.6 (2a3d153a-a0ac-449f-87b2-351b970a83ff/0c170ae4-ae39-4eb5-9f5f-38aad06bb45c/e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:17.514198 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b0133-492a-4f44-91f0-cf926c4289d0 req-c43b628c-0c3d-41a9-b8c4-be503c57e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:17.516432 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4a6b0133-492a-4f44-91f0-cf926c4289d0 req-c43b628c-0c3d-41a9-b8c4-be503c57e0be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.1873221 Apr 29 15:52:17.520210 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:17.612434 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-01272868-99d1-4af0-96e3-7d5f2bbf98c1 admin admin] Publish callbacks [] for security_group (b3cf964f-fe4f-4e36-b56a-53fd746fc704), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:17.621138 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-094d2462-f57d-4801-9cd3-8ae0ddaae7c5 req-dceaa7ca-5453-4388-bcc6-162b1c3a0197 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 210 time: 0.1103637 Apr 29 15:52:17.679366 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:17.725055 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b0133-492a-4f44-91f0-cf926c4289d0 req-48827055-45ec-4b2c-8b70-c189c96a3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:17.726559 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4a6b0133-492a-4f44-91f0-cf926c4289d0 req-48827055-45ec-4b2c-8b70-c189c96a3b75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1857712 Apr 29 15:52:17.785139 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4151e-1999-4782-82fc-c2a86b5caae1 req-9a23623a-1ee3-4f2a-b162-56ca789d9967 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:17.785139 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-76e4151e-1999-4782-82fc-c2a86b5caae1 req-9a23623a-1ee3-4f2a-b162-56ca789d9967 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 945 time: 0.1753368 Apr 29 15:52:17.805781 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Allocated IP 172.20.0.3 (1aec68a9-1e73-4c47-a6f4-8e07f7c78821/2b3bb281-55d8-4d59-b80a-6791f4fdac05/26f490ec-1c78-4010-acf2-7a6f7ac47aba) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:17.881717 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 5cee5e46-58d2-448f-adee-be2c38332f8f details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:52:17.886957 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-76e4151e-1999-4782-82fc-c2a86b5caae1 req-f4701578-5fcc-4fae-85e0-e35f19feb7a9 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076739 Apr 29 15:52:17.918037 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4a6b0133-492a-4f44-91f0-cf926c4289d0 req-b2c2355f-b1ad-42d5-9724-3193e3254a14 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817360 Apr 29 15:52:17.968663 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device ef297693-3658-4a7d-9fb0-065c609db90d up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:18.043507 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 5cee5e46-58d2-448f-adee-be2c38332f8f, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5cee5e46-58d2-448f-adee-be2c38332f8f,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:18.056630 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': '5cee5e46-58d2-448f-adee-be2c38332f8f', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'port_id': '5cee5e46-58d2-448f-adee-be2c38332f8f', 'mac_address': 'fa:16:3e:27:87:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:52:18.090168 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port ef297693-3658-4a7d-9fb0-065c609db90d completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:52:18.093977 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4a6b0133-492a-4f44-91f0-cf926c4289d0 req-b3c06694-860c-4354-b9f3-58b9f8f91059 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675277 Apr 29 15:52:18.096596 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.114190 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 5cee5e46-58d2-448f-adee-be2c38332f8f is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:18.114577 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.128046 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cee5e46-58d2-448f-adee-be2c38332f8f {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:18.147808 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 5cee5e46-58d2-448f-adee-be2c38332f8f, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5cee5e46-58d2-448f-adee-be2c38332f8f,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:18.224239 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f1a51d46-e229-4f69-b1a5-4d1ff3011e4b req-b1502e3e-fc2e-4281-ba01-f134e2fe51b9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0298088 Apr 29 15:52:18.591613 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4e621790-17d6-4ef2-b404-06aee9e35698 req-16124b21-bbdf-4b31-a019-171ea912b8f9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 210 time: 0.0280402 Apr 29 15:52:18.660090 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-01272868-99d1-4af0-96e3-7d5f2bbf98c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (b3cf964f-fe4f-4e36-b56a-53fd746fc704), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.700322 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-01272868-99d1-4af0-96e3-7d5f2bbf98c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=037764d8105a4039927ae2094eaa7056&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6655345 Apr 29 15:52:18.701475 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01272868-99d1-4af0-96e3-7d5f2bbf98c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cf964f-fe4f-4e36-b56a-53fd746fc704,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:18.703858 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53800) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:18.717442 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-77623214-6635-446a-b597-512c73a3eab1 req-6cc9fa1b-4664-422b-9606-0f2dea422e3f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 210 time: 0.0284863 Apr 29 15:52:18.753092 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dc28e1e0-a392-4249-aa0f-357fe7172759 admin admin] Publish callbacks [] for security_group (b3cf964f-fe4f-4e36-b56a-53fd746fc704), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.763569 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.763793 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port ef297693-3658-4a7d-9fb0-065c609db90d triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:18.764228 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.764335 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.766000 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.808999 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dc28e1e0-a392-4249-aa0f-357fe7172759 admin admin] Publish callbacks [] for security_group (b3cf964f-fe4f-4e36-b56a-53fd746fc704), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.810646 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.836218 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:18.838291 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Network f1de7a5a-0bdd-472f-8ef1-d841062133e9 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:18.840800 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Network 2a3d153a-a0ac-449f-87b2-351b970a83ff is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:18.844581 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event updated for resources: {'Port': ['ID=f48b684f-4075-4b85-86be-5fdde22f8ad3,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:18.845626 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:18.850592 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:18.852424 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:52:18.857488 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:18.858740 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:18.859390 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.864286 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:52:18.864424 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:52:18.868481 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:18.868670 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:18.869097 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.869636 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for port (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.874646 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event updated for resources: {'Port': ['ID=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:18.905831 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=5cee5e46-58d2-448f-adee-be2c38332f8f,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:18.912209 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:18.926991 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event updated for resources: {'Port': ['ID=26f490ec-1c78-4010-acf2-7a6f7ac47aba,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:19.000885 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port ef297693-3658-4a7d-9fb0-065c609db90d is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:19.001286 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:19.040332 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4c63fa-584b-4c7e-b055-124e1b2b6b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef297693-3658-4a7d-9fb0-065c609db90d'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:19.052721 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-7a5453c3-9def-4436-b390-ac1cbd3eb5c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2419720 Apr 29 15:52:19.055458 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b421a-feba-4ebb-ac95-3b85e9aced03 req-e1fa9d19-704d-43d1-9644-ad0f20e55960 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:19.061672 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dc28e1e0-a392-4249-aa0f-357fe7172759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (b3cf964f-fe4f-4e36-b56a-53fd746fc704), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:19.063285 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1b1b421a-feba-4ebb-ac95-3b85e9aced03 req-e1fa9d19-704d-43d1-9644-ad0f20e55960 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 945 time: 0.0849898 Apr 29 15:52:19.068705 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dc28e1e0-a392-4249-aa0f-357fe7172759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:19.074768 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-dc28e1e0-a392-4249-aa0f-357fe7172759 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3cf964f-fe4f-4e36-b56a-53fd746fc704 HTTP/1.1" status: 204 len: 168 time: 0.3692732 Apr 29 15:52:19.074862 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-da979cd5-5f6c-4bf1-8996-0d18ca83a271 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2498586 Apr 29 15:52:19.079336 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-658908f2-c4e2-4df5-9478-6ea1172eb8db tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3763051 Apr 29 15:52:19.101934 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Request body: {'port': {'device_id': 'e15ce463-5741-4350-9c5e-be80202a9d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:19.107701 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Request body: {'port': {'device_id': '561988d2-8299-473f-b14c-e62a93209c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:19.200680 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28e1e0-a392-4249-aa0f-357fe7172759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cf964f-fe4f-4e36-b56a-53fd746fc704,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:19.207368 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Request body: {'port': {'device_id': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:19.265879 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['5cee5e46-58d2-448f-adee-be2c38332f8f'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:52:19.338065 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:19.345187 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port ef297693-3658-4a7d-9fb0-065c609db90d, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ef297693-3658-4a7d-9fb0-065c609db90d,segment=NetworkSegment(0bbd4aa3-0ffc-47cd-8448-e71a29948238),segment_id=0bbd4aa3-0ffc-47cd-8448-e71a29948238)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:19.419131 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-425bbb54-4511-439f-ab68-2a4eed146830 None None] Provisioning complete for port 26f490ec-1c78-4010-acf2-7a6f7ac47aba triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:19.419585 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-425bbb54-4511-439f-ab68-2a4eed146830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:19.453601 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1b1b421a-feba-4ebb-ac95-3b85e9aced03 req-45714bed-53da-4b13-b438-af1c0765607d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876584 Apr 29 15:52:19.488037 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-425bbb54-4511-439f-ab68-2a4eed146830 None None] Port 26f490ec-1c78-4010-acf2-7a6f7ac47aba cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:52:19.509946 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:19.537190 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:19.553882 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:19.682174 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=ef297693-3658-4a7d-9fb0-065c609db90d,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:19.695632 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-9650e399-5931-48bc-8f16-ee8fcfadb191 None None] Provisioning complete for port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:19.696347 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-9650e399-5931-48bc-8f16-ee8fcfadb191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:19.756951 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-9650e399-5931-48bc-8f16-ee8fcfadb191 None None] Port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:52:19.767871 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-9650e399-5931-48bc-8f16-ee8fcfadb191 None None] Provisioning complete for port f48b684f-4075-4b85-86be-5fdde22f8ad3 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:19.769008 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-9650e399-5931-48bc-8f16-ee8fcfadb191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:19.777944 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 {{(pid=110323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:19.789562 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Publish callbacks [] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:19.811466 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.provisioning_blocks [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Transition to ACTIVE for port object e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 will not be triggered until provisioned by entity L2. {{(pid=110323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:52:19.819858 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-9650e399-5931-48bc-8f16-ee8fcfadb191 None None] Port f48b684f-4075-4b85-86be-5fdde22f8ad3 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:52:19.869247 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137c99-f7ad-4ddf-91be-b7e64841f21f req-db39d742-082a-4a34-bc1b-4960a1462e4e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:19.871528 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4b137c99-f7ad-4ddf-91be-b7e64841f21f req-db39d742-082a-4a34-bc1b-4960a1462e4e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 931 time: 0.4126372 Apr 29 15:52:19.883308 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69c1ecc-6fbc-48a4-a21f-1f0ce82111aa" -d '{"events": [{"server_uuid": "cd4c63fa-584b-4c7e-b055-124e1b2b6b4c", "name": "network-vif-plugged", "status": "completed", "tag": "ef297693-3658-4a7d-9fb0-065c609db90d"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:19.914267 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c659613-250f-4968-bcf0-a39f307c78a0 req-9a9f8e31-11f8-47d9-b082-5de4fdb7d754 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:19.915585 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:19.915970 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9c659613-250f-4968-bcf0-a39f307c78a0 req-9a9f8e31-11f8-47d9-b082-5de4fdb7d754 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 931 time: 0.1152041 Apr 29 15:52:19.991855 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53836) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:19.997916 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:20.017134 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.managers [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Attempting to bind port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:52:20.017134 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.managers [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Attempting to bind port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'}] {{(pid=110323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:52:20.017134 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Attempting to bind port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 on network 2a3d153a-a0ac-449f-87b2-351b970a83ff {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:20.022409 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 on network 2a3d153a-a0ac-449f-87b2-351b970a83ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:52:20.022855 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Attempting to bind port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 on network 2a3d153a-a0ac-449f-87b2-351b970a83ff {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:20.029804 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:52:20.030283 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Checking segment: {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:52:20.030876 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Bound using segment: {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'} {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:52:20.031406 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.managers [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Bound port: e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'}}] {{(pid=110323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:52:20.032033 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.085640 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 5cee5e46-58d2-448f-adee-be2c38332f8f up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:20.136647 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.154159 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port 5cee5e46-58d2-448f-adee-be2c38332f8f completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:52:20.155109 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, cleared binding levels {{(pid=110323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:20.158891 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:20.164091 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4b137c99-f7ad-4ddf-91be-b7e64841f21f req-8a7f8972-5456-4dfc-83af-f73476841c74 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744038 Apr 29 15:52:20.184871 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53840) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:20.206449 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7fb142d1-53ec-4877-8aa2-5929514dfd0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.231160 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port 5cee5e46-58d2-448f-adee-be2c38332f8f triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:20.231547 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.254111 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dbfda84d-149f-43c8-af2c-c4c758f1fbfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.266484 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.317261 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 5cee5e46-58d2-448f-adee-be2c38332f8f is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:20.317938 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.321746 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:20.322100 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for port (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.323621 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] 10.222.0.37 "PUT /v2.0/ports/e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 HTTP/1.1" status: 200 len: 1093 time: 1.2479577 Apr 29 15:52:20.324041 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795'}] {{(pid=110323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:20.326324 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}414e8c5dbfbee19e4252a5807369e5d62406377d8fb6960200d97a6b20918bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be07c2d8-2290-40f3-973d-5e43d855408f" -d '{"events": [{"name": "network-changed", "server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795"}]}' {{(pid=110323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:20.352083 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9c659613-250f-4968-bcf0-a39f307c78a0 req-7bbd1191-1ede-4810-acad-e0f97d3363a0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4032483 Apr 29 15:52:20.379834 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8732b-8c40-4268-808d-429e9eb64815 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,revision_number=3']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:20.381686 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9f26f-d492-4b96-a96f-fd39819287fb req-28af98aa-36c4-4efe-92c4-9e39ff90e6f5 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:20.391945 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-52d9f26f-d492-4b96-a96f-fd39819287fb req-28af98aa-36c4-4efe-92c4-9e39ff90e6f5 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 931 time: 0.1287081 Apr 29 15:52:20.398232 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 5cee5e46-58d2-448f-adee-be2c38332f8f, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5cee5e46-58d2-448f-adee-be2c38332f8f,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:20.438383 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7fb142d1-53ec-4877-8aa2-5929514dfd0e admin admin] Publish callbacks [] for security_group (244bcae3-e06a-499f-94d4-b81d9e04a017), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.519130 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.555174 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dbfda84d-149f-43c8-af2c-c4c758f1fbfb admin admin] Publish callbacks [] for security_group (6a8547a2-a304-4bbc-be3a-6989fe8ad039), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.575678 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-8b905f54-91f9-4e97-bcf0-fafbd0e6f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:20.579763 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-8b905f54-91f9-4e97-bcf0-fafbd0e6f5df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 1127 time: 0.1215017 Apr 29 15:52:20.581011 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7fb142d1-53ec-4877-8aa2-5929514dfd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (244bcae3-e06a-499f-94d4-b81d9e04a017), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.597094 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f490ec-1c78-4010-acf2-7a6f7ac47aba {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:20.606664 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Publish callbacks [] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.628217 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Transition to ACTIVE for port object 26f490ec-1c78-4010-acf2-7a6f7ac47aba will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:52:20.655705 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=5cee5e46-58d2-448f-adee-be2c38332f8f,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:20.664592 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-7fb142d1-53ec-4877-8aa2-5929514dfd0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22db9a9199c248ad8706387303bebf92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4763722 Apr 29 15:52:20.669352 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb142d1-53ec-4877-8aa2-5929514dfd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244bcae3-e06a-499f-94d4-b81d9e04a017,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:20.669595 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 53860) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:20.673698 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dbfda84d-149f-43c8-af2c-c4c758f1fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (6a8547a2-a304-4bbc-be3a-6989fe8ad039), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.753603 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfda84d-149f-43c8-af2c-c4c758f1fbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8547a2-a304-4bbc-be3a-6989fe8ad039,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:20.763121 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-a49e6f29-e76a-4e4f-bd0f-a20318ea07ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 HTTP/1.1" status: 200 len: 217 time: 0.1383362 Apr 29 15:52:20.799293 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.809545 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-dbfda84d-149f-43c8-af2c-c4c758f1fbfb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c82a933fe994f9a8f5ab3be22d802a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8163240 Apr 29 15:52:20.812614 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53866) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:20.843172 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27b1ebe-0088-4416-a903-3cdb287fa0bd x-openstack-request-id: req-b27b1ebe-0088-4416-a903-3cdb287fa0bd {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:20.844041 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4c63fa-584b-4c7e-b055-124e1b2b6b4c", "name": "network-vif-plugged", "status": "completed", "tag": "ef297693-3658-4a7d-9fb0-065c609db90d", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:20.844440 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b27b1ebe-0088-4416-a903-3cdb287fa0bd {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:20.845222 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27b1ebe-0088-4416-a903-3cdb287fa0bd'] response: {'server_uuid': 'cd4c63fa-584b-4c7e-b055-124e1b2b6b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef297693-3658-4a7d-9fb0-065c609db90d', 'code': 200} Apr 29 15:52:20.846459 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-78515b99-87f8-4272-bfba-031601d6a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:20.856587 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-78515b99-87f8-4272-bfba-031601d6a4a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c HTTP/1.1" status: 200 len: 855 time: 0.0874677 Apr 29 15:52:20.905490 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e72bb7-3b51-43d6-961c-4f9c6a3180c8 x-openstack-request-id: req-67e72bb7-3b51-43d6-961c-4f9c6a3180c8 {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:20.905983 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795", "status": "completed", "code": 200}]} {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:20.906208 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Pushing event updated for resources: {'Port': ['ID=26f490ec-1c78-4010-acf2-7a6f7ac47aba,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:20.906901 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67e72bb7-3b51-43d6-961c-4f9c6a3180c8 {{(pid=110323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:20.907312 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e72bb7-3b51-43d6-961c-4f9c6a3180c8'] response: {'name': 'network-changed', 'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'status': 'completed', 'code': 200} Apr 29 15:52:20.912980 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-52d9f26f-d492-4b96-a96f-fd39819287fb req-3f0dca90-d1f3-4e70-b76d-8bb281fe98c5 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5180368 Apr 29 15:52:20.916929 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48b684f-4075-4b85-86be-5fdde22f8ad3 {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:20.945681 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Publish callbacks [] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:20.947013 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-85a842c2-31e7-427b-abcd-3c7556a1160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:20.949128 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-85a842c2-31e7-427b-abcd-3c7556a1160b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a3d153a-a0ac-449f-87b2-351b970a83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825024 Apr 29 15:52:20.967146 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-26a7dcfd-01d3-4215-9c11-f0a9553ac432 admin admin] Publish callbacks [] for security_group (6a8547a2-a304-4bbc-be3a-6989fe8ad039), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.001230 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Transition to ACTIVE for port object f48b684f-4075-4b85-86be-5fdde22f8ad3 will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:52:21.018191 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5f2e-bb71-4c87-a06e-12e6f74c6319 admin admin] Publish callbacks [] for security_group (244bcae3-e06a-499f-94d4-b81d9e04a017), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.024982 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-26a7dcfd-01d3-4215-9c11-f0a9553ac432 admin admin] Publish callbacks [] for security_group (6a8547a2-a304-4bbc-be3a-6989fe8ad039), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.025110 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Attempting to bind port 26f490ec-1c78-4010-acf2-7a6f7ac47aba on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:52:21.025110 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Attempting to bind port 26f490ec-1c78-4010-acf2-7a6f7ac47aba by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:52:21.025678 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Attempting to bind port 26f490ec-1c78-4010-acf2-7a6f7ac47aba on network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:21.070765 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Port 26f490ec-1c78-4010-acf2-7a6f7ac47aba on network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:52:21.071098 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Attempting to bind port 26f490ec-1c78-4010-acf2-7a6f7ac47aba on network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:21.085542 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.104657 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5f2e-bb71-4c87-a06e-12e6f74c6319 admin admin] Publish callbacks [] for security_group (244bcae3-e06a-499f-94d4-b81d9e04a017), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.123064 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-dbe0d3cb-1ada-4f67-8126-b1a1190bd16a service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654828 Apr 29 15:52:21.141759 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:52:21.142176 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Checking segment: {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:52:21.142628 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Bound using segment: {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:52:21.143089 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Bound port: 26f490ec-1c78-4010-acf2-7a6f7ac47aba, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:52:21.143452 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.164992 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee39ed4-5463-414c-9f66-d442b09387dd req-9c8c865a-789a-42b2-a9fe-14e0d00a4804 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:21.167129 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ee39ed4-5463-414c-9f66-d442b09387dd req-9c8c865a-789a-42b2-a9fe-14e0d00a4804 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 946 time: 0.1340027 Apr 29 15:52:21.255533 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df1b6d73-e33f-41ff-b33c-8dd531b5b6de req-0f65d17a-90c6-481f-9bce-55a12288fa15 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249461 Apr 29 15:52:21.265367 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Pushing event updated for resources: {'Port': ['ID=f48b684f-4075-4b85-86be-5fdde22f8ad3,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:21.271242 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-26a7dcfd-01d3-4215-9c11-f0a9553ac432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (6a8547a2-a304-4bbc-be3a-6989fe8ad039), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.276894 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-26a7dcfd-01d3-4215-9c11-f0a9553ac432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.276894 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-26a7dcfd-01d3-4215-9c11-f0a9553ac432 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a8547a2-a304-4bbc-be3a-6989fe8ad039 HTTP/1.1" status: 204 len: 168 time: 0.4612525 Apr 29 15:52:21.294534 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7dcfd-01d3-4215-9c11-f0a9553ac432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8547a2-a304-4bbc-be3a-6989fe8ad039,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:21.484487 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e9f66-b260-46c7-ae45-1e593c6309a7 req-50f48f8b-298f-4348-9cc0-452747548d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:21.485928 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-909e9f66-b260-46c7-ae45-1e593c6309a7 req-50f48f8b-298f-4348-9cc0-452747548d5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 1130 time: 0.2238762 Apr 29 15:52:21.496705 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3d833-c799-425c-923b-de71905c0f5d req-e51abb92-4bf6-411c-a8af-429d73e0869b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:21.498098 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-41a3d833-c799-425c-923b-de71905c0f5d req-e51abb92-4bf6-411c-a8af-429d73e0869b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 943 time: 0.2284663 Apr 29 15:52:21.501471 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Attempting to bind port f48b684f-4075-4b85-86be-5fdde22f8ad3 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:52:21.507538 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Attempting to bind port f48b684f-4075-4b85-86be-5fdde22f8ad3 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:52:21.507538 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Attempting to bind port f48b684f-4075-4b85-86be-5fdde22f8ad3 on network f1de7a5a-0bdd-472f-8ef1-d841062133e9 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:21.507538 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] For port 26f490ec-1c78-4010-acf2-7a6f7ac47aba, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:21.507855 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.513692 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] For port 26f490ec-1c78-4010-acf2-7a6f7ac47aba, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=26f490ec-1c78-4010-acf2-7a6f7ac47aba,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:21.517608 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ee39ed4-5463-414c-9f66-d442b09387dd req-6842b53a-9f62-4875-9d77-00dc9c39a237 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260291 Apr 29 15:52:21.525511 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Port f48b684f-4075-4b85-86be-5fdde22f8ad3 on network f1de7a5a-0bdd-472f-8ef1-d841062133e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:52:21.525837 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Attempting to bind port f48b684f-4075-4b85-86be-5fdde22f8ad3 on network f1de7a5a-0bdd-472f-8ef1-d841062133e9 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:21.537605 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:52:21.537972 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Checking segment: {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:52:21.538354 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Bound using segment: {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:52:21.538791 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Bound port: f48b684f-4075-4b85-86be-5fdde22f8ad3, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:52:21.539150 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.616423 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5f2e-bb71-4c87-a06e-12e6f74c6319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (244bcae3-e06a-499f-94d4-b81d9e04a017), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.618975 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5f2e-bb71-4c87-a06e-12e6f74c6319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.620124 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-2b8a5f2e-bb71-4c87-a06e-12e6f74c6319 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/244bcae3-e06a-499f-94d4-b81d9e04a017 HTTP/1.1" status: 204 len: 168 time: 0.9454911 Apr 29 15:52:21.655627 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-41a3d833-c799-425c-923b-de71905c0f5d req-2dcf39fa-7c35-44c4-b63a-3436c07dd679 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488121 Apr 29 15:52:21.664656 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.667463 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a5f2e-bb71-4c87-a06e-12e6f74c6319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244bcae3-e06a-499f-94d4-b81d9e04a017,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:21.720389 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be546f-7401-4bb8-8bf6-6ea469767b7d req-8fb08696-6d1a-4f2c-afce-05216067f8b2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:21.728858 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f8be546f-7401-4bb8-8bf6-6ea469767b7d req-8fb08696-6d1a-4f2c-afce-05216067f8b2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.1306057 Apr 29 15:52:21.754772 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:21.755425 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.756897 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] 10.222.0.37 "PUT /v2.0/ports/26f490ec-1c78-4010-acf2-7a6f7ac47aba HTTP/1.1" status: 200 len: 1093 time: 2.5708706 Apr 29 15:52:21.757350 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'tag': '26f490ec-1c78-4010-acf2-7a6f7ac47aba'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:21.759748 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d5777a-9a79-4896-b90b-ed914f9a9373" -d '{"events": [{"name": "network-changed", "server_uuid": "e338d329-6f3b-4382-980a-7927be3f7ffd", "tag": "26f490ec-1c78-4010-acf2-7a6f7ac47aba"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:21.777820 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] For port f48b684f-4075-4b85-86be-5fdde22f8ad3, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:21.845660 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fc8ef-65c8-4a2e-83e7-2ffae6685341 service neutron] Pushing event updated for resources: {'Port': ['ID=26f490ec-1c78-4010-acf2-7a6f7ac47aba,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:21.856058 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a13319-c572-4c5f-ab84-ce3f8b2bff73 x-openstack-request-id: req-e6a13319-c572-4c5f-ab84-ce3f8b2bff73 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:21.856529 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e338d329-6f3b-4382-980a-7927be3f7ffd", "tag": "26f490ec-1c78-4010-acf2-7a6f7ac47aba", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:21.856882 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6a13319-c572-4c5f-ab84-ce3f8b2bff73 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:21.857380 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a13319-c572-4c5f-ab84-ce3f8b2bff73'] response: {'name': 'network-changed', 'server_uuid': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'tag': '26f490ec-1c78-4010-acf2-7a6f7ac47aba', 'status': 'completed', 'code': 200} Apr 29 15:52:21.871680 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] For port f48b684f-4075-4b85-86be-5fdde22f8ad3, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=f48b684f-4075-4b85-86be-5fdde22f8ad3,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:21.914389 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f8be546f-7401-4bb8-8bf6-6ea469767b7d req-184a873c-d9e3-4ce2-9127-2638c600356a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831331 Apr 29 15:52:21.950754 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:21.998108 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:21.998924 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:22.000969 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] 10.222.0.37 "PUT /v2.0/ports/f48b684f-4075-4b85-86be-5fdde22f8ad3 HTTP/1.1" status: 200 len: 1093 time: 2.9136586 Apr 29 15:52:22.061635 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729251e-9668-4bc8-ad28-fbb846ec9b7a service neutron] Pushing event updated for resources: {'Port': ['ID=f48b684f-4075-4b85-86be-5fdde22f8ad3,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:22.102364 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28544582-d580-4423-a32f-39e0fb388b72 req-6b007740-202c-4c2f-8066-3543472068ed tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:22.104035 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-28544582-d580-4423-a32f-39e0fb388b72 req-6b007740-202c-4c2f-8066-3543472068ed tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.0864251 Apr 29 15:52:22.131373 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-909e9f66-b260-46c7-ae45-1e593c6309a7 req-2958a743-830e-4f55-8b94-cf39a4074885 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:22.207076 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07c2d8-2290-40f3-973d-5e43d855408f req-43ffdadc-79a4-4d29-94b6-81bdf0da8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:22.208648 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-be07c2d8-2290-40f3-973d-5e43d855408f req-43ffdadc-79a4-4d29-94b6-81bdf0da8c4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 1127 time: 0.1326671 Apr 29 15:52:22.273992 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5777a-9a79-4896-b90b-ed914f9a9373 req-788b71f0-834b-4ed8-abec-1982c2657073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:22.275491 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b6d5777a-9a79-4896-b90b-ed914f9a9373 req-788b71f0-834b-4ed8-abec-1982c2657073 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 1127 time: 0.1329501 Apr 29 15:52:22.299121 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c3cf8fca-bc49-42f8-9f88-28990cdd40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:22.300837 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c3cf8fca-bc49-42f8-9f88-28990cdd40c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 1127 time: 0.0578997 Apr 29 15:52:22.322026 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-28544582-d580-4423-a32f-39e0fb388b72 req-e51c94fd-ec51-4a25-bb08-90bf0f7280c4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946266 Apr 29 15:52:22.346639 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 53902) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:22.352704 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c8d0fddb-6222-4a66-89a6-0a5248712ead service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f48b684f-4075-4b85-86be-5fdde22f8ad3 HTTP/1.1" status: 200 len: 217 time: 0.0457313 Apr 29 15:52:22.407879 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-ca6d00e4-dedb-404e-a929-7f385fcf2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:22.409440 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-ca6d00e4-dedb-404e-a929-7f385fcf2ff7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.0504298 Apr 29 15:52:22.431275 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cbf976aa-ad5f-4343-b72f-ce87824508c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:22.465060 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c40ea38f-5171-421d-a443-fc08b0b587a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:22.466665 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-c40ea38f-5171-421d-a443-fc08b0b587a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515969 Apr 29 15:52:22.576311 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-417baa6e-99ac-44fd-87ca-5d052513196c service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036315 Apr 29 15:52:22.693015 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-724025d5-af6e-443a-85fc-c375bd0e6c2c req-6123f636-4e6d-46c4-8082-ee64886a512d service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099410 Apr 29 15:52:22.830422 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07c2d8-2290-40f3-973d-5e43d855408f req-0844bd91-eb7c-4b0a-9144-5afd5d11bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:22.831930 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-be07c2d8-2290-40f3-973d-5e43d855408f req-0844bd91-eb7c-4b0a-9144-5afd5d11bdde service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 917 time: 0.6081526 Apr 29 15:52:22.847358 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5101cc41-b782-48ac-b70e-45106bd89ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cee5e46-58d2-448f-adee-be2c38332f8f'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:22.850367 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08baec98-1c01-4b1c-9104-fd91b25b2631" -d '{"events": [{"server_uuid": "5101cc41-b782-48ac-b70e-45106bd89ef3", "name": "network-vif-plugged", "status": "completed", "tag": "5cee5e46-58d2-448f-adee-be2c38332f8f"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:22.869850 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-909e9f66-b260-46c7-ae45-1e593c6309a7 req-2958a743-830e-4f55-8b94-cf39a4074885 service neutron] Publish callbacks [] for security_group (3c6d4bd1-d7ca-4b94-9d7a-22b7a707407b), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:22.882511 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d438ae4-ff56-4d1d-8da8-d22a57e457a9 req-28bd8963-7721-4fb7-96f9-fff5f356d0a4 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:22.884002 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8d438ae4-ff56-4d1d-8da8-d22a57e457a9 req-28bd8963-7721-4fb7-96f9-fff5f356d0a4 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 946 time: 0.1867990 Apr 29 15:52:22.890238 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5777a-9a79-4896-b90b-ed914f9a9373 req-d1554f01-0c7c-4ae3-8637-bff9c26f49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:22.891653 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b6d5777a-9a79-4896-b90b-ed914f9a9373 req-d1554f01-0c7c-4ae3-8637-bff9c26f49f0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6006036 Apr 29 15:52:22.904137 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267bb3f-fbaf-4762-ba15-a11a578ab7e1 req-480c45f3-9bf0-4310-b730-6bc44f013e3d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:22.905113 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1267bb3f-fbaf-4762-ba15-a11a578ab7e1 req-480c45f3-9bf0-4310-b730-6bc44f013e3d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 943 time: 0.1602547 Apr 29 15:52:22.996853 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8d438ae4-ff56-4d1d-8da8-d22a57e457a9 req-8dfeb686-a8e7-4df8-9600-2e19e4fa6431 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029611 Apr 29 15:52:23.006229 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-909e9f66-b260-46c7-ae45-1e593c6309a7 req-2958a743-830e-4f55-8b94-cf39a4074885 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (3c6d4bd1-d7ca-4b94-9d7a-22b7a707407b), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:23.012257 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cbf976aa-ad5f-4343-b72f-ce87824508c5 admin admin] Publish callbacks [] for security_group (987af671-d48d-4f8b-bebf-ddfec8a92ae0), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:23.058977 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1267bb3f-fbaf-4762-ba15-a11a578ab7e1 req-0168bd61-03d7-46bf-8749-3fc67fc5ae08 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233644 Apr 29 15:52:23.068168 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958a743-830e-4f55-8b94-cf39a4074885 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6d4bd1-d7ca-4b94-9d7a-22b7a707407b,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:23.068670 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59530184-4deb-4dd2-ae4b-ae18222f0da0 x-openstack-request-id: req-59530184-4deb-4dd2-ae4b-ae18222f0da0 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:23.069084 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5101cc41-b782-48ac-b70e-45106bd89ef3", "name": "network-vif-plugged", "status": "completed", "tag": "5cee5e46-58d2-448f-adee-be2c38332f8f", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:23.069496 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59530184-4deb-4dd2-ae4b-ae18222f0da0 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:23.069982 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59530184-4deb-4dd2-ae4b-ae18222f0da0'] response: {'server_uuid': '5101cc41-b782-48ac-b70e-45106bd89ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cee5e46-58d2-448f-adee-be2c38332f8f', 'code': 200} Apr 29 15:52:23.086637 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-909e9f66-b260-46c7-ae45-1e593c6309a7 req-2958a743-830e-4f55-8b94-cf39a4074885 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9945450 Apr 29 15:52:23.105749 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cbf976aa-ad5f-4343-b72f-ce87824508c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (987af671-d48d-4f8b-bebf-ddfec8a92ae0), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:23.203693 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-cbf976aa-ad5f-4343-b72f-ce87824508c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e52a636e02b34b6d99be175bab1ad0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8471406 Apr 29 15:52:23.204501 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 53940) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:23.204841 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf976aa-ad5f-4343-b72f-ce87824508c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987af671-d48d-4f8b-bebf-ddfec8a92ae0,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:23.232458 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37110d5-0426-4a94-8ffd-207231dc13cd req-d460ca57-d4e9-45a7-8f28-a2f5d3d8b31e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:23.234206 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a37110d5-0426-4a94-8ffd-207231dc13cd req-d460ca57-d4e9-45a7-8f28-a2f5d3d8b31e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.1077714 Apr 29 15:52:23.287747 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b8e8afff-0912-45a8-abae-3c0016b23410 admin admin] Publish callbacks [] for security_group (987af671-d48d-4f8b-bebf-ddfec8a92ae0), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:23.300625 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a37110d5-0426-4a94-8ffd-207231dc13cd req-741c420d-8e65-4f2a-b239-645d98ac6dd8 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556960 Apr 29 15:52:23.331588 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b8e8afff-0912-45a8-abae-3c0016b23410 admin admin] Publish callbacks [] for security_group (987af671-d48d-4f8b-bebf-ddfec8a92ae0), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:23.464962 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031c859-ed39-4ba2-be34-f3fcfbe1e581 req-8580f161-223a-48df-bbc4-fff204c40137 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:23.466432 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a031c859-ed39-4ba2-be34-f3fcfbe1e581 req-8580f161-223a-48df-bbc4-fff204c40137 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.0469224 Apr 29 15:52:23.488673 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b8e8afff-0912-45a8-abae-3c0016b23410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (987af671-d48d-4f8b-bebf-ddfec8a92ae0), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:23.491382 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b8e8afff-0912-45a8-abae-3c0016b23410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:23.492644 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-b8e8afff-0912-45a8-abae-3c0016b23410 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/987af671-d48d-4f8b-bebf-ddfec8a92ae0 HTTP/1.1" status: 204 len: 168 time: 0.2868855 Apr 29 15:52:23.518824 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8afff-0912-45a8-abae-3c0016b23410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987af671-d48d-4f8b-bebf-ddfec8a92ae0,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:23.521715 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a031c859-ed39-4ba2-be34-f3fcfbe1e581 req-b87508ec-04a8-4d0f-a0da-2bd2bce2696a tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494936 Apr 29 15:52:23.826654 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-be07c2d8-2290-40f3-973d-5e43d855408f req-1bdb367a-9900-4d64-b45a-426b76f28bbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 HTTP/1.1" status: 200 len: 217 time: 0.0871606 Apr 29 15:52:23.875309 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15ce463-5741-4350-9c5e-be80202a9d6f', 'tag': 'f48b684f-4075-4b85-86be-5fdde22f8ad3'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:23.877625 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7449e1-8501-4831-8fcb-f658eae4d92b" -d '{"events": [{"name": "network-changed", "server_uuid": "e15ce463-5741-4350-9c5e-be80202a9d6f", "tag": "f48b684f-4075-4b85-86be-5fdde22f8ad3"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:23.935075 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bed85d-446c-494b-9ce8-fa1fcad4214b x-openstack-request-id: req-61bed85d-446c-494b-9ce8-fa1fcad4214b {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:23.935364 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15ce463-5741-4350-9c5e-be80202a9d6f", "tag": "f48b684f-4075-4b85-86be-5fdde22f8ad3", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:23.936344 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61bed85d-446c-494b-9ce8-fa1fcad4214b {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:23.936344 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61bed85d-446c-494b-9ce8-fa1fcad4214b'] response: {'name': 'network-changed', 'server_uuid': 'e15ce463-5741-4350-9c5e-be80202a9d6f', 'tag': 'f48b684f-4075-4b85-86be-5fdde22f8ad3', 'status': 'completed', 'code': 200} Apr 29 15:52:23.975349 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07c2d8-2290-40f3-973d-5e43d855408f req-229126ec-33d8-45b6-b71c-01f2c5e004e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:23.976869 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-be07c2d8-2290-40f3-973d-5e43d855408f req-229126ec-33d8-45b6-b71c-01f2c5e004e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c HTTP/1.1" status: 200 len: 855 time: 0.1393924 Apr 29 15:52:24.000986 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5777a-9a79-4896-b90b-ed914f9a9373 req-c7613161-591b-40e6-bc69-2d1e5ec644ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:24.002793 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b6d5777a-9a79-4896-b90b-ed914f9a9373 req-c7613161-591b-40e6-bc69-2d1e5ec644ce service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2690895 Apr 29 15:52:24.084901 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:52:24.283130 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7449e1-8501-4831-8fcb-f658eae4d92b req-ad60cc21-86c3-4ddb-9c98-e022fede99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:24.284976 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-0a7449e1-8501-4831-8fcb-f658eae4d92b req-ad60cc21-86c3-4ddb-9c98-e022fede99ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 1127 time: 0.0424941 Apr 29 15:52:24.285100 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea97147-fcfc-4906-bd60-100e6a66f6c9 req-ae782992-5859-43fd-b8fd-4948b25b39d7 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:24.296509 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aea97147-fcfc-4906-bd60-100e6a66f6c9 req-ae782992-5859-43fd-b8fd-4948b25b39d7 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 943 time: 0.0992241 Apr 29 15:52:24.323930 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3cbbf-206e-4ee2-9d41-12cfea0d8c78 req-9352c9d7-8be0-4235-bc2e-d7a2c3d9f1e2 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:24.328294 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c0a3cbbf-206e-4ee2-9d41-12cfea0d8c78 req-9352c9d7-8be0-4235-bc2e-d7a2c3d9f1e2 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 946 time: 0.2050686 Apr 29 15:52:24.446739 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:24.465740 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'port_id': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'mac_address': 'fa:16:3e:a2:fb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:52:24.504926 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aea97147-fcfc-4906-bd60-100e6a66f6c9 req-432c6992-fcc2-4c15-947a-e769baa8534f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026811 Apr 29 15:52:24.529535 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:24.530106 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:24.534671 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba7e60-33e8-476f-9002-6a605772d338 req-7a014f23-e21e-497e-a70b-2ee006fea9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:24.536257 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-13ba7e60-33e8-476f-9002-6a605772d338 req-7a014f23-e21e-497e-a70b-2ee006fea9ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 1129 time: 0.2376957 Apr 29 15:52:24.540593 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07c2d8-2290-40f3-973d-5e43d855408f req-de23b471-4efa-4108-bd70-37968d0ad5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:24.553413 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-be07c2d8-2290-40f3-973d-5e43d855408f req-de23b471-4efa-4108-bd70-37968d0ad5e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a3d153a-a0ac-449f-87b2-351b970a83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2533555 Apr 29 15:52:24.553582 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:24.555355 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-f29f9c00-a603-4128-a73d-b75893b6d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:24.556740 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-f29f9c00-a603-4128-a73d-b75893b6d334 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 1127 time: 0.2554066 Apr 29 15:52:24.562645 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7449e1-8501-4831-8fcb-f658eae4d92b req-6a9318df-0119-4c85-bc15-60361b20e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:24.564520 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-0a7449e1-8501-4831-8fcb-f658eae4d92b req-6a9318df-0119-4c85-bc15-60361b20e077 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.2731130 Apr 29 15:52:24.591578 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c0a3cbbf-206e-4ee2-9d41-12cfea0d8c78 req-4b7c04f8-25ed-47ba-8402-802b1dd692b2 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556169 Apr 29 15:52:24.591857 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:24.659609 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:24.660324 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device f48b684f-4075-4b85-86be-5fdde22f8ad3 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:52:24.741000 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fd239-9a5a-4793-a408-38df15ce3de0 req-8362180f-50d8-4483-a029-421a004e5cd7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:24.742538 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ea1fd239-9a5a-4793-a408-38df15ce3de0 req-8362180f-50d8-4483-a029-421a004e5cd7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.1169851 Apr 29 15:52:24.748654 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:24.759078 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c014f-38ae-4956-89e4-ce4be58cfed2 req-4b47b4dc-ed5b-447f-a704-a4aa69d7f0b9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:24.762033 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b2c014f-38ae-4956-89e4-ce4be58cfed2 req-4b47b4dc-ed5b-447f-a704-a4aa69d7f0b9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.0731118 Apr 29 15:52:24.826562 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port f48b684f-4075-4b85-86be-5fdde22f8ad3, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=f48b684f-4075-4b85-86be-5fdde22f8ad3,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:24.832740 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ea1fd239-9a5a-4793-a408-38df15ce3de0 req-93c981f5-2bb3-4de0-a5ae-4596797c239d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697901 Apr 29 15:52:24.839635 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'f48b684f-4075-4b85-86be-5fdde22f8ad3', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'port_id': 'f48b684f-4075-4b85-86be-5fdde22f8ad3', 'mac_address': 'fa:16:3e:60:50:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:52:24.845367 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b2c014f-38ae-4956-89e4-ce4be58cfed2 req-353673b8-0a36-43f8-b976-a91127419923 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752769 Apr 29 15:52:24.889140 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port f48b684f-4075-4b85-86be-5fdde22f8ad3 is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:24.889640 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:24.904063 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48b684f-4075-4b85-86be-5fdde22f8ad3 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:24.925462 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port f48b684f-4075-4b85-86be-5fdde22f8ad3, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=f48b684f-4075-4b85-86be-5fdde22f8ad3,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:25.025519 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:25.077046 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=f48b684f-4075-4b85-86be-5fdde22f8ad3,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:25.130906 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54032) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:25.233624 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5d303a40-738f-421d-a2fb-97b7e2611d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:25.315595 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5d303a40-738f-421d-a2fb-97b7e2611d98 admin admin] Publish callbacks [] for security_group (9cb20edf-4a58-4edd-9526-7eead811bf4f), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:25.429433 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5d303a40-738f-421d-a2fb-97b7e2611d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (9cb20edf-4a58-4edd-9526-7eead811bf4f), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:25.469176 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-5d303a40-738f-421d-a2fb-97b7e2611d98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d272db8c96f648e98b762fa8190d7958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371553 Apr 29 15:52:25.470702 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d303a40-738f-421d-a2fb-97b7e2611d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb20edf-4a58-4edd-9526-7eead811bf4f,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:25.472079 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54040) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:25.630011 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eed27-9110-46c0-b687-245a58ce59b8 req-bc37d0a8-2d56-4bd9-8ace-5fe1b03a8f05 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:25.631662 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-455eed27-9110-46c0-b687-245a58ce59b8 req-bc37d0a8-2d56-4bd9-8ace-5fe1b03a8f05 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 944 time: 0.0558591 Apr 29 15:52:25.678322 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1813-9b36-45dd-8f50-a8f2c5f8f360 admin admin] Publish callbacks [] for security_group (9cb20edf-4a58-4edd-9526-7eead811bf4f), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:25.704882 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1813-9b36-45dd-8f50-a8f2c5f8f360 admin admin] Publish callbacks [] for security_group (9cb20edf-4a58-4edd-9526-7eead811bf4f), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:25.730145 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-455eed27-9110-46c0-b687-245a58ce59b8 req-9146c563-cc8b-4d52-ba39-cee04b755dc1 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887108 Apr 29 15:52:25.748874 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293657a-4098-43a9-b678-32723630c4e1 req-3ce6c0aa-53e4-4170-9ce8-37e282401f00 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:25.750163 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d293657a-4098-43a9-b678-32723630c4e1 req-3ce6c0aa-53e4-4170-9ce8-37e282401f00 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 946 time: 0.1039078 Apr 29 15:52:25.802826 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d293657a-4098-43a9-b678-32723630c4e1 req-8c20bdd9-f7b9-4972-b524-da9cd8d0faaf tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465000 Apr 29 15:52:25.899952 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1813-9b36-45dd-8f50-a8f2c5f8f360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (9cb20edf-4a58-4edd-9526-7eead811bf4f), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:25.902815 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1813-9b36-45dd-8f50-a8f2c5f8f360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:25.904664 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-9e0c1813-9b36-45dd-8f50-a8f2c5f8f360 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9cb20edf-4a58-4edd-9526-7eead811bf4f HTTP/1.1" status: 204 len: 168 time: 0.4315355 Apr 29 15:52:25.924154 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c1813-9b36-45dd-8f50-a8f2c5f8f360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb20edf-4a58-4edd-9526-7eead811bf4f,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:26.004531 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd80eda-db77-4478-8542-a259a0ced0ea req-63f505c0-d382-46f5-ac5a-48e70e81c585 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:26.006196 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5cd80eda-db77-4478-8542-a259a0ced0ea req-63f505c0-d382-46f5-ac5a-48e70e81c585 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.0818050 Apr 29 15:52:26.017704 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db247a-3f36-40ab-a47f-bd5bdc3e23ff req-46f33f6c-e780-4ec2-b430-8ba505540448 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:26.019162 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-48db247a-3f36-40ab-a47f-bd5bdc3e23ff req-46f33f6c-e780-4ec2-b430-8ba505540448 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.0849128 Apr 29 15:52:26.093658 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5cd80eda-db77-4478-8542-a259a0ced0ea req-d8762ada-0024-4a46-bf88-8f062b3cabda tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734336 Apr 29 15:52:26.100655 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-48db247a-3f36-40ab-a47f-bd5bdc3e23ff req-3d2db0b2-caf0-4fa5-a9cb-6249df3a6407 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746684 Apr 29 15:52:26.743437 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54090) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:26.758846 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aec5ad3a-45f1-452a-a050-da949f565047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:26.862760 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fc230-28eb-4e16-9513-91e1b6b78b29 req-9859833d-4625-4383-b135-49ceb176d49b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:26.864527 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2d9fc230-28eb-4e16-9513-91e1b6b78b29 req-9859833d-4625-4383-b135-49ceb176d49b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 944 time: 0.0656896 Apr 29 15:52:26.929788 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aec5ad3a-45f1-452a-a050-da949f565047 admin admin] Publish callbacks [] for security_group (85948ec8-3cdd-4ef8-ac18-75c9ee47b35d), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:26.962478 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5128e-4f32-4deb-a34b-1985338624d2 req-75d82b53-f356-4e65-a34d-c75d39d9c533 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:26.964088 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c2a5128e-4f32-4deb-a34b-1985338624d2 req-75d82b53-f356-4e65-a34d-c75d39d9c533 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 946 time: 0.0873260 Apr 29 15:52:26.983862 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-0a7449e1-8501-4831-8fcb-f658eae4d92b req-b168d20b-77f1-4e99-87ee-70d70a596d9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f48b684f-4075-4b85-86be-5fdde22f8ad3 HTTP/1.1" status: 200 len: 217 time: 0.0362680 Apr 29 15:52:27.037658 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7449e1-8501-4831-8fcb-f658eae4d92b req-5960a206-aff9-4dc9-a1f5-8b57289f345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:27.039270 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-0a7449e1-8501-4831-8fcb-f658eae4d92b req-5960a206-aff9-4dc9-a1f5-8b57289f345c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.0491598 Apr 29 15:52:27.049990 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-f0f118c6-a57b-48d8-acd2-fdbdf8100033 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26f490ec-1c78-4010-acf2-7a6f7ac47aba HTTP/1.1" status: 200 len: 217 time: 0.0970592 Apr 29 15:52:27.050970 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aec5ad3a-45f1-452a-a050-da949f565047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (85948ec8-3cdd-4ef8-ac18-75c9ee47b35d), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:27.090260 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7449e1-8501-4831-8fcb-f658eae4d92b req-7f1bfcce-7c45-4c70-8219-fc0cd431ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:27.091939 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-0a7449e1-8501-4831-8fcb-f658eae4d92b req-7f1bfcce-7c45-4c70-8219-fc0cd431ea5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423028 Apr 29 15:52:27.141437 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2d9fc230-28eb-4e16-9513-91e1b6b78b29 req-e43ae518-3177-474f-8ff9-6ff13efb01ec tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662756 Apr 29 15:52:27.191690 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-0a7449e1-8501-4831-8fcb-f658eae4d92b req-215a65f8-cba7-41d6-aed7-28d0067b3d38 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923402 Apr 29 15:52:27.209038 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-13ba7e60-33e8-476f-9002-6a605772d338 req-d4549726-ca11-475c-8bab-dd37b9f1a536 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748580 Apr 29 15:52:27.210325 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-ba2aeda3-86f4-4f71-9e65-367bb406b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:27.217393 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-ba2aeda3-86f4-4f71-9e65-367bb406b394 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3bb281-55d8-4d59-b80a-6791f4fdac05 HTTP/1.1" status: 200 len: 849 time: 0.1289756 Apr 29 15:52:27.226621 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-aec5ad3a-45f1-452a-a050-da949f565047 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86871642768f4d128ae570b07cf5448c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4811113 Apr 29 15:52:27.232969 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54104) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:27.273149 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5ad3a-45f1-452a-a050-da949f565047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85948ec8-3cdd-4ef8-ac18-75c9ee47b35d,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:27.315107 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c2a5128e-4f32-4deb-a34b-1985338624d2 req-a6622b3e-8501-48af-af3a-fd160466d78e tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319402 Apr 29 15:52:27.317501 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-0a7449e1-8501-4831-8fcb-f658eae4d92b req-f3d5e0b4-1969-435e-a3d2-0220291f1ac9 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117246 Apr 29 15:52:27.340566 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-be07c2d8-2290-40f3-973d-5e43d855408f req-38c0b493-6f90-47c7-9cff-ddac5ac77ced service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866339 Apr 29 15:52:27.349619 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bef4f7-55d5-4760-b9dc-38399c8e91a8 req-729aeb3e-62db-48b5-b61e-f7719f630d87 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:27.350906 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-17bef4f7-55d5-4760-b9dc-38399c8e91a8 req-729aeb3e-62db-48b5-b61e-f7719f630d87 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.1383412 Apr 29 15:52:27.375675 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4445a74d-5544-4063-adce-bb446c708b34 admin admin] Publish callbacks [] for security_group (85948ec8-3cdd-4ef8-ac18-75c9ee47b35d), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:27.443177 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4445a74d-5544-4063-adce-bb446c708b34 admin admin] Publish callbacks [] for security_group (85948ec8-3cdd-4ef8-ac18-75c9ee47b35d), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:27.465894 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-17bef4f7-55d5-4760-b9dc-38399c8e91a8 req-348e72df-5721-4351-8b9e-8c0e9e3afe41 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061175 Apr 29 15:52:27.485065 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eb0b5-c762-421a-a2da-f4b6c3b532b4 req-564706a2-a3b1-4b61-9128-a0bce7c40587 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:27.489378 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-719eb0b5-c762-421a-a2da-f4b6c3b532b4 req-564706a2-a3b1-4b61-9128-a0bce7c40587 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.1040490 Apr 29 15:52:27.545430 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-719eb0b5-c762-421a-a2da-f4b6c3b532b4 req-50ce3a2f-f879-4211-8651-ea36c935e454 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473869 Apr 29 15:52:27.606516 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4445a74d-5544-4063-adce-bb446c708b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (85948ec8-3cdd-4ef8-ac18-75c9ee47b35d), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:27.609365 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4445a74d-5544-4063-adce-bb446c708b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:27.610532 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-4445a74d-5544-4063-adce-bb446c708b34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85948ec8-3cdd-4ef8-ac18-75c9ee47b35d HTTP/1.1" status: 204 len: 168 time: 0.3739624 Apr 29 15:52:27.618535 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445a74d-5544-4063-adce-bb446c708b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85948ec8-3cdd-4ef8-ac18-75c9ee47b35d,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:27.936679 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54120) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:28.065787 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3af00fa4-69d7-4917-97f0-e2070536655a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:28.139289 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3af00fa4-69d7-4917-97f0-e2070536655a admin admin] Publish callbacks [] for security_group (bdae0133-2af5-45f4-a1b7-14de3114d722), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:28.181309 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3af00fa4-69d7-4917-97f0-e2070536655a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (bdae0133-2af5-45f4-a1b7-14de3114d722), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:28.223606 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-3af00fa4-69d7-4917-97f0-e2070536655a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad56270052a14228a054e91bd0931dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858129 Apr 29 15:52:28.224591 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af00fa4-69d7-4917-97f0-e2070536655a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdae0133-2af5-45f4-a1b7-14de3114d722,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:28.226193 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54136) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:28.280911 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b7b12-f201-473c-a2ef-64d174e201d4 req-41e429ea-e2c4-4388-b674-165e0c368201 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:28.283903 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fe4b7b12-f201-473c-a2ef-64d174e201d4 req-41e429ea-e2c4-4388-b674-165e0c368201 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 944 time: 0.0694625 Apr 29 15:52:28.331771 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8aebf71f-b8a5-48cc-a068-999706a3df5f admin admin] Publish callbacks [] for security_group (bdae0133-2af5-45f4-a1b7-14de3114d722), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:28.352045 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fe4b7b12-f201-473c-a2ef-64d174e201d4 req-84ff9d8a-fa28-4f98-864d-2e28ce09a1d8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635967 Apr 29 15:52:28.366490 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8aebf71f-b8a5-48cc-a068-999706a3df5f admin admin] Publish callbacks [] for security_group (bdae0133-2af5-45f4-a1b7-14de3114d722), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:28.449463 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216e1f4-b85c-4350-af28-334860daaa92 req-2f9fdedc-dfb0-4cb8-837b-7176515fd8c0 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:28.451082 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9216e1f4-b85c-4350-af28-334860daaa92 req-2f9fdedc-dfb0-4cb8-837b-7176515fd8c0 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 946 time: 0.0542684 Apr 29 15:52:28.499071 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9216e1f4-b85c-4350-af28-334860daaa92 req-aa39458c-d1f2-4567-877d-aab1db5ab7fe tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 Apr 29 15:52:28.521170 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8aebf71f-b8a5-48cc-a068-999706a3df5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (bdae0133-2af5-45f4-a1b7-14de3114d722), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:28.523772 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8aebf71f-b8a5-48cc-a068-999706a3df5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:28.525095 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-8aebf71f-b8a5-48cc-a068-999706a3df5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdae0133-2af5-45f4-a1b7-14de3114d722 HTTP/1.1" status: 204 len: 168 time: 0.2977345 Apr 29 15:52:28.534020 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebf71f-b8a5-48cc-a068-999706a3df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdae0133-2af5-45f4-a1b7-14de3114d722,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:28.617314 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fae27-c614-472c-9e75-8cb9f5a1e8e4 req-eef68182-c9f1-40a1-b613-94b46fd12adb tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:28.618959 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a83fae27-c614-472c-9e75-8cb9f5a1e8e4 req-eef68182-c9f1-40a1-b613-94b46fd12adb tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.0551219 Apr 29 15:52:28.891372 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4671e-61ce-4acb-8cec-29a536109e25 req-e718cbcc-6015-45ef-a53b-382dcb111320 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:28.892886 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-50d4671e-61ce-4acb-8cec-29a536109e25 req-e718cbcc-6015-45ef-a53b-382dcb111320 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.2613072 Apr 29 15:52:28.911320 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a83fae27-c614-472c-9e75-8cb9f5a1e8e4 req-e39569aa-8de7-4b3b-bef4-272631f1af13 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858319 Apr 29 15:52:28.946651 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-50d4671e-61ce-4acb-8cec-29a536109e25 req-4dcb7363-5279-4182-9dac-152df84f562e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459089 Apr 29 15:52:29.150300 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54166) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:29.163869 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-bde9e271-266f-4fea-bad4-74c6adddff43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:29.238565 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-bde9e271-266f-4fea-bad4-74c6adddff43 admin admin] Publish callbacks [] for security_group (cf28e106-a547-46c9-8f7c-ade819e4afb6), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:29.304844 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-bde9e271-266f-4fea-bad4-74c6adddff43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (cf28e106-a547-46c9-8f7c-ade819e4afb6), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:29.346661 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-bde9e271-266f-4fea-bad4-74c6adddff43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e4e0ea68de946b6b8ecbec0e0f77015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950264 Apr 29 15:52:29.347513 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9e271-266f-4fea-bad4-74c6adddff43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf28e106-a547-46c9-8f7c-ade819e4afb6,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:29.349977 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54172) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:29.413489 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-17265793-399f-4a8c-8801-5d240ee61e21 admin admin] Publish callbacks [] for security_group (cf28e106-a547-46c9-8f7c-ade819e4afb6), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:29.440151 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-17265793-399f-4a8c-8801-5d240ee61e21 admin admin] Publish callbacks [] for security_group (cf28e106-a547-46c9-8f7c-ade819e4afb6), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:29.488410 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b87de8-188f-49d1-b2a5-fed85b2a0104 req-9a7457d0-3a4a-43ab-982d-3c1a93680485 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:29.488410 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e3b87de8-188f-49d1-b2a5-fed85b2a0104 req-9a7457d0-3a4a-43ab-982d-3c1a93680485 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 944 time: 0.0587041 Apr 29 15:52:29.534148 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e3b87de8-188f-49d1-b2a5-fed85b2a0104 req-dca31c58-369c-4ce7-a305-40ce83ebdcd4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436471 Apr 29 15:52:29.556475 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-17265793-399f-4a8c-8801-5d240ee61e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (cf28e106-a547-46c9-8f7c-ade819e4afb6), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:29.559818 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-17265793-399f-4a8c-8801-5d240ee61e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:29.561124 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-17265793-399f-4a8c-8801-5d240ee61e21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf28e106-a547-46c9-8f7c-ade819e4afb6 HTTP/1.1" status: 204 len: 168 time: 0.2100804 Apr 29 15:52:29.571532 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17265793-399f-4a8c-8801-5d240ee61e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf28e106-a547-46c9-8f7c-ade819e4afb6,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:29.621965 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3cfa0-6446-4071-a832-1b8d9edcb084 req-a725da4b-d290-4f49-8807-a67d64ab28ac tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:29.623576 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f0e3cfa0-6446-4071-a832-1b8d9edcb084 req-a725da4b-d290-4f49-8807-a67d64ab28ac tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 946 time: 0.0559638 Apr 29 15:52:29.688203 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f0e3cfa0-6446-4071-a832-1b8d9edcb084 req-3cfcab97-a267-4c3d-b164-1631317e68b0 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572801 Apr 29 15:52:29.993223 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:52:30.134219 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['f48b684f-4075-4b85-86be-5fdde22f8ad3'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:52:30.153375 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-5edbdc1b-c52b-4f68-b939-6ec4771b4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:30.155101 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-5edbdc1b-c52b-4f68-b939-6ec4771b4d9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1572366 Apr 29 15:52:30.194899 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4dfd1-b7c0-470d-a14a-a192c7041498 req-32394d81-7098-4ec4-89f8-bed51ded5a3e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:30.203263 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b2d4dfd1-b7c0-470d-a14a-a192c7041498 req-32394d81-7098-4ec4-89f8-bed51ded5a3e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.2244425 Apr 29 15:52:30.238013 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656dff-4e1f-438a-a9ba-65f54f9fdfac req-8119b781-27fb-4b49-8cdd-42095269acce tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:30.240632 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3c656dff-4e1f-438a-a9ba-65f54f9fdfac req-8119b781-27fb-4b49-8cdd-42095269acce tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.1556103 Apr 29 15:52:30.349994 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b2d4dfd1-b7c0-470d-a14a-a192c7041498 req-a40b418f-4367-44af-b78f-8556bb56c04e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415305 Apr 29 15:52:30.381865 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-be07c2d8-2290-40f3-973d-5e43d855408f req-883855f2-45c7-4e19-8b47-3c1753f58687 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828347 Apr 29 15:52:30.400008 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3c656dff-4e1f-438a-a9ba-65f54f9fdfac req-4fe6a127-234d-47da-b8e5-523e98e3f2ed tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531916 Apr 29 15:52:30.657160 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd65a7-15f3-4bb3-8661-0f5f8f21968a req-447a8762-a193-4c00-aa98-1bfc52f89e83 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:30.658712 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cbd65a7-15f3-4bb3-8661-0f5f8f21968a req-447a8762-a193-4c00-aa98-1bfc52f89e83 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 944 time: 0.0528421 Apr 29 15:52:30.724493 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cbd65a7-15f3-4bb3-8661-0f5f8f21968a req-ed6d81cf-f20f-4503-8f34-44fab96d8fa1 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593882 Apr 29 15:52:30.814897 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d23c8-0cc2-4d1c-b707-5d86bc1108ce req-c9e20e0c-311c-4f11-8564-80b4233b7b0d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:30.816393 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-783d23c8-0cc2-4d1c-b707-5d86bc1108ce req-c9e20e0c-311c-4f11-8564-80b4233b7b0d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 946 time: 0.0515256 Apr 29 15:52:30.865810 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-783d23c8-0cc2-4d1c-b707-5d86bc1108ce req-ab5ce547-ff91-441b-a5ca-7dc72c3dfcdd tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Apr 29 15:52:31.018331 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-584b4993-daf9-4a2d-80ef-ff47ff728087 service neutron] 10.222.0.37 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162832 Apr 29 15:52:31.167359 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2a7ac2f-f240-4c94-8cdc-08e54de063c8 req-6a60d0b4-9898-45d4-b96a-3af6b53fafba service neutron] 10.222.0.37 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243446 Apr 29 15:52:31.464581 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcdd1d-acf3-4665-935a-bd0e23e9654c req-8a5c8eeb-606f-4e27-aaad-dbd74decda5e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:31.471526 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-11fcdd1d-acf3-4665-935a-bd0e23e9654c req-8a5c8eeb-606f-4e27-aaad-dbd74decda5e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.0630510 Apr 29 15:52:31.558089 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d91f1-077c-4bc7-8c45-ba81c8fecb01 req-89d7c103-227f-415b-ac88-4dd3d8fdcfe3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:31.559589 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-083d91f1-077c-4bc7-8c45-ba81c8fecb01 req-89d7c103-227f-415b-ac88-4dd3d8fdcfe3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.0813141 Apr 29 15:52:31.564133 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-11fcdd1d-acf3-4665-935a-bd0e23e9654c req-9e033360-c530-4184-97d4-d89a293f5b45 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918427 Apr 29 15:52:31.609409 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-083d91f1-077c-4bc7-8c45-ba81c8fecb01 req-26e8b27e-b360-4fe0-8b7f-5cca88d3967f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443239 Apr 29 15:52:31.852817 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61229d7e-1d45-4842-8351-0df1384a3f20 req-b5fbd62e-74c1-4dca-b018-6dcdbb90dbb9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:31.854804 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-61229d7e-1d45-4842-8351-0df1384a3f20 req-b5fbd62e-74c1-4dca-b018-6dcdbb90dbb9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 944 time: 0.0561860 Apr 29 15:52:31.921048 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-61229d7e-1d45-4842-8351-0df1384a3f20 req-6014f41b-d7ba-48af-9065-c422a0ebb61c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589302 Apr 29 15:52:31.993536 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:32.049582 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:52:32.156270 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:32.156667 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:32.232056 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:32.232456 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:32.259233 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:32.262177 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e5d7e3-cc6f-4119-a1ab-b46d10d37743" -d '{"events": [{"server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "name": "network-vif-plugged", "status": "completed", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:32.274247 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:32.299635 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1580532-a1d6-4a08-b9f4-85bdda9cc987 x-openstack-request-id: req-d1580532-a1d6-4a08-b9f4-85bdda9cc987 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:32.299980 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "name": "network-vif-plugged", "status": "completed", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:32.300238 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1580532-a1d6-4a08-b9f4-85bdda9cc987 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:32.300643 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1580532-a1d6-4a08-b9f4-85bdda9cc987'] response: {'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'code': 200} Apr 29 15:52:32.391251 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:32.393730 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device f48b684f-4075-4b85-86be-5fdde22f8ad3 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:32.468772 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:32.477268 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port f48b684f-4075-4b85-86be-5fdde22f8ad3 completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:52:32.566019 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port f48b684f-4075-4b85-86be-5fdde22f8ad3 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:32.566416 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:32.673817 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port f48b684f-4075-4b85-86be-5fdde22f8ad3 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:32.674479 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:32.701336 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369df99a-4212-4935-a685-5900441d85d9 req-9f933953-8208-4ab8-b812-cb796ccbca5f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:32.702978 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-369df99a-4212-4935-a685-5900441d85d9 req-9f933953-8208-4ab8-b812-cb796ccbca5f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.0648091 Apr 29 15:52:32.717512 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port f48b684f-4075-4b85-86be-5fdde22f8ad3, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=f48b684f-4075-4b85-86be-5fdde22f8ad3,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:32.764622 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebeed42-6e11-455f-b2bf-16344d3ce69a req-d7fb0bb4-86a4-4842-b8e5-b59abc041fc6 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:32.766028 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8ebeed42-6e11-455f-b2bf-16344d3ce69a req-d7fb0bb4-86a4-4842-b8e5-b59abc041fc6 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0621169 Apr 29 15:52:32.801522 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-369df99a-4212-4935-a685-5900441d85d9 req-022d1f46-bca7-43d0-ac4a-ec2f735407f3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885491 Apr 29 15:52:32.808776 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:32.839959 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8ebeed42-6e11-455f-b2bf-16344d3ce69a req-92a761ed-7bd8-42eb-8e8f-4abf009e0b50 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683279 Apr 29 15:52:32.869559 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=f48b684f-4075-4b85-86be-5fdde22f8ad3,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:33.043114 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda5b8a-ab99-4486-86da-1814341cf009 req-51dd95c0-581e-4063-b439-620f1f2fd4d4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:33.045834 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dbda5b8a-ab99-4486-86da-1814341cf009 req-51dd95c0-581e-4063-b439-620f1f2fd4d4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0538378 Apr 29 15:52:33.091835 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dbda5b8a-ab99-4486-86da-1814341cf009 req-0cbcad93-360f-49ef-af29-2ca3fd9d88ce tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Apr 29 15:52:33.595465 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54338) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:33.702543 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f60599b8-a815-4e2e-86b2-922faabad859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:33.775199 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f60599b8-a815-4e2e-86b2-922faabad859 admin admin] Publish callbacks [] for security_group (1ed04229-a5f6-455d-bf48-0ce244527ddd), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:33.854126 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f60599b8-a815-4e2e-86b2-922faabad859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (1ed04229-a5f6-455d-bf48-0ce244527ddd), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:33.892289 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-f60599b8-a815-4e2e-86b2-922faabad859 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8698064d91724ed3a07b63b5493b6285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957106 Apr 29 15:52:33.895998 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54350) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:33.899023 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60599b8-a815-4e2e-86b2-922faabad859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed04229-a5f6-455d-bf48-0ce244527ddd,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:33.984068 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186f181-ccd3-4176-a0f5-f73dd6ff2334 req-17530d38-1263-496b-8196-e41e8c2ae6bf tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:33.985506 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f186f181-ccd3-4176-a0f5-f73dd6ff2334 req-17530d38-1263-496b-8196-e41e8c2ae6bf tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.1109948 Apr 29 15:52:34.025639 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f83c27-41d2-4fbf-9bf6-d49a24cc33b9 req-fe05170b-242b-44f9-8623-1f5d142ad9b7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:34.027039 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f0f83c27-41d2-4fbf-9bf6-d49a24cc33b9 req-fe05170b-242b-44f9-8623-1f5d142ad9b7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0935595 Apr 29 15:52:34.058965 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cabfd46b-a8e6-492d-a580-036ee95f1ce1 admin admin] Publish callbacks [] for security_group (1ed04229-a5f6-455d-bf48-0ce244527ddd), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:34.100819 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f186f181-ccd3-4176-a0f5-f73dd6ff2334 req-e65d9d74-222d-4222-8067-6ed4229b5c62 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096399 Apr 29 15:52:34.120771 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cabfd46b-a8e6-492d-a580-036ee95f1ce1 admin admin] Publish callbacks [] for security_group (1ed04229-a5f6-455d-bf48-0ce244527ddd), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:34.138044 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f0f83c27-41d2-4fbf-9bf6-d49a24cc33b9 req-e23a9dd3-fde5-4200-80ec-dff9980cefd9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008236 Apr 29 15:52:34.215762 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a09a42-e06d-44ff-bbe5-c6cc0ec11113 req-d9b72fb3-5a79-4a00-a0be-85f8115631aa tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:34.217102 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1a09a42-e06d-44ff-bbe5-c6cc0ec11113 req-d9b72fb3-5a79-4a00-a0be-85f8115631aa tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0470157 Apr 29 15:52:34.263147 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1a09a42-e06d-44ff-bbe5-c6cc0ec11113 req-f1398985-573e-4ad4-9558-9c6ee323b9b8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 Apr 29 15:52:34.270554 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cabfd46b-a8e6-492d-a580-036ee95f1ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (1ed04229-a5f6-455d-bf48-0ce244527ddd), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:34.273141 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cabfd46b-a8e6-492d-a580-036ee95f1ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:34.274138 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-cabfd46b-a8e6-492d-a580-036ee95f1ce1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ed04229-a5f6-455d-bf48-0ce244527ddd HTTP/1.1" status: 204 len: 168 time: 0.3771052 Apr 29 15:52:34.282498 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfd46b-a8e6-492d-a580-036ee95f1ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed04229-a5f6-455d-bf48-0ce244527ddd,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:34.304228 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15ce463-5741-4350-9c5e-be80202a9d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48b684f-4075-4b85-86be-5fdde22f8ad3'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:34.306531 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e1adc1-5227-48f9-9595-03c2e05648c9" -d '{"events": [{"server_uuid": "e15ce463-5741-4350-9c5e-be80202a9d6f", "name": "network-vif-plugged", "status": "completed", "tag": "f48b684f-4075-4b85-86be-5fdde22f8ad3"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:34.345742 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffd00ff-830e-4dc8-890b-210d6f992418 x-openstack-request-id: req-3ffd00ff-830e-4dc8-890b-210d6f992418 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:34.346050 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15ce463-5741-4350-9c5e-be80202a9d6f", "name": "network-vif-plugged", "status": "completed", "tag": "f48b684f-4075-4b85-86be-5fdde22f8ad3", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:34.346308 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ffd00ff-830e-4dc8-890b-210d6f992418 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:34.349228 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ffd00ff-830e-4dc8-890b-210d6f992418'] response: {'server_uuid': 'e15ce463-5741-4350-9c5e-be80202a9d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48b684f-4075-4b85-86be-5fdde22f8ad3', 'code': 200} Apr 29 15:52:34.865754 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54366) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:34.882115 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7098-074c-40fe-9b4a-9d4d5428893e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:34.955141 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7098-074c-40fe-9b4a-9d4d5428893e admin admin] Publish callbacks [] for security_group (4cc63ab3-ba09-4b03-8570-85826fd7f538), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:35.076237 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7098-074c-40fe-9b4a-9d4d5428893e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (4cc63ab3-ba09-4b03-8570-85826fd7f538), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:35.115123 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-9d3c7098-074c-40fe-9b4a-9d4d5428893e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69ef329590b047898e1829cb163f3c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482545 Apr 29 15:52:35.116001 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c7098-074c-40fe-9b4a-9d4d5428893e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc63ab3-ba09-4b03-8570-85826fd7f538,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:35.117851 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54382) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:35.204363 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-224eb79a-94ce-4a43-b4d5-35231d0ea5cd admin admin] Publish callbacks [] for security_group (4cc63ab3-ba09-4b03-8570-85826fd7f538), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:35.226751 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-224eb79a-94ce-4a43-b4d5-35231d0ea5cd admin admin] Publish callbacks [] for security_group (4cc63ab3-ba09-4b03-8570-85826fd7f538), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:35.246720 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c7bf5-1164-4547-a6a4-09fc8dfc4313 req-fef13fdf-ab43-4bbf-8d62-cbc5be0be688 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:35.248684 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-674c7bf5-1164-4547-a6a4-09fc8dfc4313 req-fef13fdf-ab43-4bbf-8d62-cbc5be0be688 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.0720909 Apr 29 15:52:35.321547 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736286ab-e69f-459d-a817-07503eb633d2 req-0851fe27-9979-441a-a852-29581f9e57f4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:35.323777 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-736286ab-e69f-459d-a817-07503eb633d2 req-0851fe27-9979-441a-a852-29581f9e57f4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0734181 Apr 29 15:52:35.354888 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-224eb79a-94ce-4a43-b4d5-35231d0ea5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (4cc63ab3-ba09-4b03-8570-85826fd7f538), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:35.357644 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-224eb79a-94ce-4a43-b4d5-35231d0ea5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:35.361787 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-224eb79a-94ce-4a43-b4d5-35231d0ea5cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cc63ab3-ba09-4b03-8570-85826fd7f538 HTTP/1.1" status: 204 len: 168 time: 0.2401135 Apr 29 15:52:35.361913 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-674c7bf5-1164-4547-a6a4-09fc8dfc4313 req-07f260fd-3563-4e68-b8df-11834ceda1ec tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781045 Apr 29 15:52:35.386893 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224eb79a-94ce-4a43-b4d5-35231d0ea5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc63ab3-ba09-4b03-8570-85826fd7f538,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:35.452628 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-736286ab-e69f-459d-a817-07503eb633d2 req-ac60f61a-505d-4b6f-a6d5-26e3ba6b1b32 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228652 Apr 29 15:52:35.510715 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8fee6-ca9a-4c08-a610-e5601a31eeb8 req-050a5e79-cee4-4b0a-b6e4-75ac7fc71c6f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:35.512335 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3dd8fee6-ca9a-4c08-a610-e5601a31eeb8 req-050a5e79-cee4-4b0a-b6e4-75ac7fc71c6f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0587444 Apr 29 15:52:35.560088 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3dd8fee6-ca9a-4c08-a610-e5601a31eeb8 req-ff8e51a4-be97-4230-a5b7-c98ee3d4ab49 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Apr 29 15:52:35.678849 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbeccf8-6062-444b-ac90-be90a21e434f req-7dc47c32-4d83-4634-9a5e-afc59169a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:35.680364 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ebbeccf8-6062-444b-ac90-be90a21e434f req-7dc47c32-4d83-4634-9a5e-afc59169a09c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 1129 time: 0.0689631 Apr 29 15:52:35.685518 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03d93-586d-48a6-87d0-20705810c963 req-bebe02b5-fbab-49f4-ad71-4d9d85db17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:35.686871 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e1a03d93-586d-48a6-87d0-20705810c963 req-bebe02b5-fbab-49f4-ad71-4d9d85db17fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 1129 time: 0.0488641 Apr 29 15:52:35.765932 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ebbeccf8-6062-444b-ac90-be90a21e434f req-de3891b5-80ac-411d-a7bd-7074ea3817e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670037 Apr 29 15:52:35.768081 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e1a03d93-586d-48a6-87d0-20705810c963 req-28809791-c5f7-44d7-a157-bfb9c3dbb932 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638659 Apr 29 15:52:36.492123 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94314e76-a67f-4ceb-a69d-349d570f6ba3 req-71106131-ddda-412b-a8e4-da10946406df tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:36.493643 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-94314e76-a67f-4ceb-a69d-349d570f6ba3 req-71106131-ddda-412b-a8e4-da10946406df tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.0523047 Apr 29 15:52:36.585425 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-94314e76-a67f-4ceb-a69d-349d570f6ba3 req-e3897a7b-fcc5-437a-ba3f-201c066d5ee0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835738 Apr 29 15:52:36.709264 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db1c32-3799-4863-9558-9ac419c2ce83 req-992378e5-158e-470b-a497-d78325c7a529 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:36.710706 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7db1c32-3799-4863-9558-9ac419c2ce83 req-992378e5-158e-470b-a497-d78325c7a529 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0531919 Apr 29 15:52:36.759833 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7db1c32-3799-4863-9558-9ac419c2ce83 req-68007f55-c761-4c63-b49d-ce5750ac552f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416853 Apr 29 15:52:36.874098 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65395112-8c81-4513-85a8-e48e73b2fe22 req-4dd3aafd-32ed-48df-a5a3-2bab3fcef311 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:36.875560 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-65395112-8c81-4513-85a8-e48e73b2fe22 req-4dd3aafd-32ed-48df-a5a3-2bab3fcef311 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0484798 Apr 29 15:52:36.923941 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-65395112-8c81-4513-85a8-e48e73b2fe22 req-0318ff67-713d-4398-94a6-2afda0e11589 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419343 Apr 29 15:52:37.710326 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102e43b-ec7a-4cb6-9ab5-9576722e86fd req-f5cb7025-dad2-4fa4-9aa2-8b7f4b8492b3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:37.711903 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5102e43b-ec7a-4cb6-9ab5-9576722e86fd req-f5cb7025-dad2-4fa4-9aa2-8b7f4b8492b3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 943 time: 0.0516565 Apr 29 15:52:37.785043 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5102e43b-ec7a-4cb6-9ab5-9576722e86fd req-7a61bc30-965d-451c-9d09-d7a2c421a977 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602424 Apr 29 15:52:37.911672 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e861b-27b6-4c1a-b4cc-fbaf78aec1ef req-f9d12d7a-23e1-4737-af0d-7ca8ec70e36b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:37.913461 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ad9e861b-27b6-4c1a-b4cc-fbaf78aec1ef req-f9d12d7a-23e1-4737-af0d-7ca8ec70e36b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0527318 Apr 29 15:52:37.960910 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ad9e861b-27b6-4c1a-b4cc-fbaf78aec1ef req-5f438b95-5e65-4762-af5e-23f75d4387cb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417728 Apr 29 15:52:38.049231 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 26f490ec-1c78-4010-acf2-7a6f7ac47aba details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:52:38.104537 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0c2e-d48c-4028-8f81-df6053200d11 req-17213c38-0d1f-4a74-a495-a7ac43a30974 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:38.106177 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-93ef0c2e-d48c-4028-8f81-df6053200d11 req-17213c38-0d1f-4a74-a495-a7ac43a30974 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0875902 Apr 29 15:52:38.164458 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54528) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:38.188055 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-93ef0c2e-d48c-4028-8f81-df6053200d11 req-39ccfcbc-70a6-4054-bd99-3a6a1b45f452 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749941 Apr 29 15:52:38.219676 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 26f490ec-1c78-4010-acf2-7a6f7ac47aba, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=26f490ec-1c78-4010-acf2-7a6f7ac47aba,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:38.234636 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': '26f490ec-1c78-4010-acf2-7a6f7ac47aba', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'port_id': '26f490ec-1c78-4010-acf2-7a6f7ac47aba', 'mac_address': 'fa:16:3e:df:79:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:52:38.294707 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 26f490ec-1c78-4010-acf2-7a6f7ac47aba is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:38.295202 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:38.319576 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f490ec-1c78-4010-acf2-7a6f7ac47aba {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:38.342807 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c8eb0bd0-2160-4f81-ad3c-06d809770a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:38.347079 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 26f490ec-1c78-4010-acf2-7a6f7ac47aba, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=26f490ec-1c78-4010-acf2-7a6f7ac47aba,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:38.421283 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c8eb0bd0-2160-4f81-ad3c-06d809770a82 admin admin] Publish callbacks [] for security_group (726cb291-4509-47eb-bef4-45e88db8a172), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:38.464647 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:38.498406 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c8eb0bd0-2160-4f81-ad3c-06d809770a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (726cb291-4509-47eb-bef4-45e88db8a172), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:38.584455 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=26f490ec-1c78-4010-acf2-7a6f7ac47aba,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:38.592553 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54556) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:38.593244 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c8eb0bd0-2160-4f81-ad3c-06d809770a82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3cad7d72b86413abeb1258c6ce3320e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267085 Apr 29 15:52:38.595088 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb0bd0-2160-4f81-ad3c-06d809770a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726cb291-4509-47eb-bef4-45e88db8a172,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:38.645520 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-09960ba3-5585-4f44-ab7d-8a4cbf90a94d admin admin] Publish callbacks [] for security_group (726cb291-4509-47eb-bef4-45e88db8a172), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:38.670121 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-09960ba3-5585-4f44-ab7d-8a4cbf90a94d admin admin] Publish callbacks [] for security_group (726cb291-4509-47eb-bef4-45e88db8a172), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:38.782040 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['26f490ec-1c78-4010-acf2-7a6f7ac47aba'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:52:38.815235 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-09960ba3-5585-4f44-ab7d-8a4cbf90a94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (726cb291-4509-47eb-bef4-45e88db8a172), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:38.818460 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-09960ba3-5585-4f44-ab7d-8a4cbf90a94d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:38.819672 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-09960ba3-5585-4f44-ab7d-8a4cbf90a94d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/726cb291-4509-47eb-bef4-45e88db8a172 HTTP/1.1" status: 204 len: 168 time: 0.2257557 Apr 29 15:52:38.859292 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09960ba3-5585-4f44-ab7d-8a4cbf90a94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726cb291-4509-47eb-bef4-45e88db8a172,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:38.885969 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b3608-4456-4d5b-a0f0-15e824181ef8 req-98f65b98-dd58-4705-8664-ecb39cce264b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:38.888344 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3f4b3608-4456-4d5b-a0f0-15e824181ef8 req-98f65b98-dd58-4705-8664-ecb39cce264b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0850029 Apr 29 15:52:38.959560 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814f71-44b9-4543-948c-66180aee8fa4 req-99779827-99db-4f8e-8595-6a163ddfdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:38.961202 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fa814f71-44b9-4543-948c-66180aee8fa4 req-99779827-99db-4f8e-8595-6a163ddfdfcd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 1129 time: 0.0701153 Apr 29 15:52:38.997868 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3f4b3608-4456-4d5b-a0f0-15e824181ef8 req-3e1f2e7d-ff41-40b3-8d73-d82bc9761470 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944939 Apr 29 15:52:39.001114 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54568) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:39.092124 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814f71-44b9-4543-948c-66180aee8fa4 req-761a1eb4-ff67-4ef1-b1fe-5e2f20e39a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:39.092682 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fa814f71-44b9-4543-948c-66180aee8fa4 req-761a1eb4-ff67-4ef1-b1fe-5e2f20e39a59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.1204898 Apr 29 15:52:39.151582 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fa814f71-44b9-4543-948c-66180aee8fa4 req-dc381bd4-24c1-4d9f-9df8-e58daf3217fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f48b684f-4075-4b85-86be-5fdde22f8ad3 HTTP/1.1" status: 200 len: 217 time: 0.0392821 Apr 29 15:52:39.162174 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1a6d1-ddbc-45e2-b8f6-db2dccb53264 req-f26547e6-dd6a-4fc3-84cc-87dc9a506f77 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:39.163636 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6bc1a6d1-ddbc-45e2-b8f6-db2dccb53264 req-f26547e6-dd6a-4fc3-84cc-87dc9a506f77 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 944 time: 0.0846097 Apr 29 15:52:39.239949 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6bc1a6d1-ddbc-45e2-b8f6-db2dccb53264 req-9f9ad193-b0ff-412c-aea1-a5fc346f23d7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477633 Apr 29 15:52:39.264687 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-abf1a1f3-94ac-4a1e-bcef-4752d6efb92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:39.275003 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814f71-44b9-4543-948c-66180aee8fa4 req-18222d28-d323-4f41-89da-8c4903a47d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:39.276602 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fa814f71-44b9-4543-948c-66180aee8fa4 req-18222d28-d323-4f41-89da-8c4903a47d99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.1119244 Apr 29 15:52:39.372061 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814f71-44b9-4543-948c-66180aee8fa4 req-57d63abe-e4cd-416e-81fd-f9b4a6ec5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:39.373551 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fa814f71-44b9-4543-948c-66180aee8fa4 req-57d63abe-e4cd-416e-81fd-f9b4a6ec5294 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860023 Apr 29 15:52:39.391550 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090e888-27af-4e62-974d-08b7cf4e131d req-c2fdc2e6-71c2-4abf-82fa-0203fa475862 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:39.392990 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f090e888-27af-4e62-974d-08b7cf4e131d req-c2fdc2e6-71c2-4abf-82fa-0203fa475862 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0738816 Apr 29 15:52:39.524373 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-abf1a1f3-94ac-4a1e-bcef-4752d6efb92d admin admin] Publish callbacks [] for security_group (d8c2d6c6-710b-4d3b-ab41-daa0c4fd284e), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:39.528086 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f090e888-27af-4e62-974d-08b7cf4e131d req-2d4e847e-5ce2-4702-b0d2-759f42ab37b2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262281 Apr 29 15:52:39.544167 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fa814f71-44b9-4543-948c-66180aee8fa4 req-6cdf6732-65cd-455a-b22b-da475ee3a48a service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588738 Apr 29 15:52:39.587895 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54584) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:39.600688 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-42080e85-02e5-4e5b-aa3d-8a99347a81ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:39.622023 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-abf1a1f3-94ac-4a1e-bcef-4752d6efb92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (d8c2d6c6-710b-4d3b-ab41-daa0c4fd284e), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:39.718347 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b5801-d0a2-4602-959c-d17c9e540daf req-07108ce4-e8c6-4cd9-a7dd-1698d5e0f6a0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:39.719855 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2f7b5801-d0a2-4602-959c-d17c9e540daf req-07108ce4-e8c6-4cd9-a7dd-1698d5e0f6a0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.1107161 Apr 29 15:52:39.729241 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54588) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:39.734611 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-d216133d-4c87-437e-8627-b22bdbcc6542 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Request body: {'floatingip': {'port_id': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:39.742473 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-abf1a1f3-94ac-4a1e-bcef-4752d6efb92d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35342215a8254769a221405a41404583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7397974 Apr 29 15:52:39.747620 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1a1f3-94ac-4a1e-bcef-4752d6efb92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c2d6c6-710b-4d3b-ab41-daa0c4fd284e,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:39.752293 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54590) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:39.819032 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d216133d-4c87-437e-8627-b22bdbcc6542 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (e5186143-7734-49d4-b6df-d2386047f8eb), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:39.871272 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fa814f71-44b9-4543-948c-66180aee8fa4 req-a6de3041-8a02-4e94-b8b2-c475cef8dcb0 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135148 Apr 29 15:52:39.887485 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a7e1-c4fd-4d29-a8cb-232684e5cab5 admin admin] Publish callbacks [] for security_group (d8c2d6c6-710b-4d3b-ab41-daa0c4fd284e), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:39.894948 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-42080e85-02e5-4e5b-aa3d-8a99347a81ea admin admin] Publish callbacks [] for security_group (6a6f2802-0000-4884-8f27-d57fb14b641a), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:39.914282 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a7e1-c4fd-4d29-a8cb-232684e5cab5 admin admin] Publish callbacks [] for security_group (d8c2d6c6-710b-4d3b-ab41-daa0c4fd284e), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.037636 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-42080e85-02e5-4e5b-aa3d-8a99347a81ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (6a6f2802-0000-4884-8f27-d57fb14b641a), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.058918 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 26f490ec-1c78-4010-acf2-7a6f7ac47aba up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:40.089602 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a7e1-c4fd-4d29-a8cb-232684e5cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (d8c2d6c6-710b-4d3b-ab41-daa0c4fd284e), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.091574 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a7e1-c4fd-4d29-a8cb-232684e5cab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.093137 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-6bb8a7e1-c4fd-4d29-a8cb-232684e5cab5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8c2d6c6-710b-4d3b-ab41-daa0c4fd284e HTTP/1.1" status: 204 len: 168 time: 0.3159444 Apr 29 15:52:40.146295 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port 26f490ec-1c78-4010-acf2-7a6f7ac47aba completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:52:40.172988 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-42080e85-02e5-4e5b-aa3d-8a99347a81ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31dd38dce3f1457386955151a515e738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5864034 Apr 29 15:52:40.174616 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54602) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:40.177513 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42080e85-02e5-4e5b-aa3d-8a99347a81ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6f2802-0000-4884-8f27-d57fb14b641a,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:40.202433 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8a7e1-c4fd-4d29-a8cb-232684e5cab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c2d6c6-710b-4d3b-ab41-daa0c4fd284e,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:40.213667 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c048a-09a5-4488-920c-73533b9cd691 req-590e258d-8827-4398-ab13-63cf3566aaa3 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:40.216588 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-384c048a-09a5-4488-920c-73533b9cd691 req-590e258d-8827-4398-ab13-63cf3566aaa3 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1308250 Apr 29 15:52:40.259054 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port 26f490ec-1c78-4010-acf2-7a6f7ac47aba triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:40.260356 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.274609 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-384c048a-09a5-4488-920c-73533b9cd691 req-4db8a00e-5af3-47f5-a421-d3591e5d98d5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509183 Apr 29 15:52:40.379527 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 26f490ec-1c78-4010-acf2-7a6f7ac47aba is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:40.379965 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.404244 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f490ec-1c78-4010-acf2-7a6f7ac47aba'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:40.406877 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a94d38-5e00-47e8-b460-a96976e1137c" -d '{"events": [{"server_uuid": "e338d329-6f3b-4382-980a-7927be3f7ffd", "name": "network-vif-plugged", "status": "completed", "tag": "26f490ec-1c78-4010-acf2-7a6f7ac47aba"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:40.421906 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 26f490ec-1c78-4010-acf2-7a6f7ac47aba, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=26f490ec-1c78-4010-acf2-7a6f7ac47aba,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:40.427386 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-20bfe738-284c-4411-827c-17fc6d684741 admin admin] Publish callbacks [] for security_group (6a6f2802-0000-4884-8f27-d57fb14b641a), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.437430 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49afd-ba3b-4155-b463-af6a05ab7560 req-1889af10-10a0-4eec-bd87-5a2f63f83497 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:40.439015 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-78c49afd-ba3b-4155-b463-af6a05ab7560 req-1889af10-10a0-4eec-bd87-5a2f63f83497 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 944 time: 0.0899372 Apr 29 15:52:40.459262 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5960cb77-b4e3-40fe-aafa-9d3461a16d5b x-openstack-request-id: req-5960cb77-b4e3-40fe-aafa-9d3461a16d5b {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:40.459610 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e338d329-6f3b-4382-980a-7927be3f7ffd", "name": "network-vif-plugged", "status": "completed", "tag": "26f490ec-1c78-4010-acf2-7a6f7ac47aba", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:40.459931 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5960cb77-b4e3-40fe-aafa-9d3461a16d5b {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:40.460327 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5960cb77-b4e3-40fe-aafa-9d3461a16d5b'] response: {'server_uuid': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f490ec-1c78-4010-acf2-7a6f7ac47aba', 'code': 200} Apr 29 15:52:40.512618 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-78c49afd-ba3b-4155-b463-af6a05ab7560 req-00e16d46-010a-4b57-bc86-411ef90f2ec2 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679009 Apr 29 15:52:40.545800 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-20bfe738-284c-4411-827c-17fc6d684741 admin admin] Publish callbacks [] for security_group (6a6f2802-0000-4884-8f27-d57fb14b641a), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.549263 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.677698 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=26f490ec-1c78-4010-acf2-7a6f7ac47aba,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:40.686413 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54622) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:40.700123 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.db.resource_extend [None req-d216133d-4c87-437e-8627-b22bdbcc6542 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:52:40.795033 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d216133d-4c87-437e-8627-b22bdbcc6542 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.809044 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a4cd04bf-64d1-4b3b-9f19-e8947aee258b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.892620 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0006769-b330-4d83-bdf5-d807f51bd59e req-c5124f6d-0f29-4375-8460-d2e0a912cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:40.894038 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e0006769-b330-4d83-bdf5-d807f51bd59e req-c5124f6d-0f29-4375-8460-d2e0a912cdd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 1129 time: 0.0423617 Apr 29 15:52:40.922130 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-20bfe738-284c-4411-827c-17fc6d684741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (6a6f2802-0000-4884-8f27-d57fb14b641a), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.924722 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-20bfe738-284c-4411-827c-17fc6d684741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.925935 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-20bfe738-284c-4411-827c-17fc6d684741 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a6f2802-0000-4884-8f27-d57fb14b641a HTTP/1.1" status: 204 len: 168 time: 0.7501612 Apr 29 15:52:40.926610 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d216133d-4c87-437e-8627-b22bdbcc6542 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (e5186143-7734-49d4-b6df-d2386047f8eb), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:40.955815 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e0006769-b330-4d83-bdf5-d807f51bd59e req-4077c18a-0e8e-45b1-9900-0c9cad5a5c8b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544162 Apr 29 15:52:40.969881 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfe738-284c-4411-827c-17fc6d684741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6f2802-0000-4884-8f27-d57fb14b641a,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:41.009802 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a4cd04bf-64d1-4b3b-9f19-e8947aee258b admin admin] Publish callbacks [] for security_group (b1364834-cfc8-4da6-ab44-bbdbd516e8ea), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:41.111792 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a4cd04bf-64d1-4b3b-9f19-e8947aee258b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (b1364834-cfc8-4da6-ab44-bbdbd516e8ea), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:41.127149 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54628) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:41.167993 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3438c22c-3646-4817-b98d-34d5283af6a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:41.179493 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd04bf-64d1-4b3b-9f19-e8947aee258b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1364834-cfc8-4da6-ab44-bbdbd516e8ea,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:41.186528 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-a4cd04bf-64d1-4b3b-9f19-e8947aee258b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb16c5661f114ee9bb4c56d05f4d3622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4989312 Apr 29 15:52:41.189193 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54630) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:41.216158 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.l3_db [None req-d216133d-4c87-437e-8627-b22bdbcc6542 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Floating IP e5186143-7734-49d4-b6df-d2386047f8eb associated. External IP: 172.27.1.220, port: e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795. Apr 29 15:52:41.268853 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5a28e43a-d7d4-43bb-8a70-8bb5cf75872b admin admin] Publish callbacks [] for security_group (b1364834-cfc8-4da6-ab44-bbdbd516e8ea), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:41.308346 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5a28e43a-d7d4-43bb-8a70-8bb5cf75872b admin admin] Publish callbacks [] for security_group (b1364834-cfc8-4da6-ab44-bbdbd516e8ea), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:41.326728 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3438c22c-3646-4817-b98d-34d5283af6a6 admin admin] Publish callbacks [] for security_group (130a948c-b78f-49e1-9612-d42b73936ac0), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:41.420749 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7e111-7335-44f9-a941-c3806d8a4e82 req-b0ae7975-1041-48e7-bab5-4cac42c11055 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:41.422260 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1c7e111-7335-44f9-a941-c3806d8a4e82 req-b0ae7975-1041-48e7-bab5-4cac42c11055 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0654793 Apr 29 15:52:41.423375 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3438c22c-3646-4817-b98d-34d5283af6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (130a948c-b78f-49e1-9612-d42b73936ac0), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:41.471210 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d216133d-4c87-437e-8627-b22bdbcc6542 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Router 59a90c33-c0c4-4b09-a818-f5dab77d7720 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:52:41.593387 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d216133d-4c87-437e-8627-b22bdbcc6542 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:52:41.598291 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d216133d-4c87-437e-8627-b22bdbcc6542 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:41.627391 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a940d-0507-48f4-abcc-e5a1cc24103b None None] Sync routers for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:52:41.641835 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a940d-0507-48f4-abcc-e5a1cc24103b None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:52:41.642018 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-f48a940d-0507-48f4-abcc-e5a1cc24103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:52:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:41.647870 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-d216133d-4c87-437e-8627-b22bdbcc6542 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "PUT /v2.0/floatingips/e5186143-7734-49d4-b6df-d2386047f8eb HTTP/1.1" status: 200 len: 991 time: 1.9168222 Apr 29 15:52:41.648842 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795'}] {{(pid=110323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:41.651594 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}414e8c5dbfbee19e4252a5807369e5d62406377d8fb6960200d97a6b20918bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c95b57c-2500-42bc-b65e-0d015451d9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795"}]}' {{(pid=110323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:41.673038 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5a28e43a-d7d4-43bb-8a70-8bb5cf75872b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (b1364834-cfc8-4da6-ab44-bbdbd516e8ea), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:41.675405 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5a28e43a-d7d4-43bb-8a70-8bb5cf75872b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:41.678965 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-5a28e43a-d7d4-43bb-8a70-8bb5cf75872b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1364834-cfc8-4da6-ab44-bbdbd516e8ea HTTP/1.1" status: 204 len: 168 time: 0.4863234 Apr 29 15:52:41.719514 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-3438c22c-3646-4817-b98d-34d5283af6a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60b10b1bb3f14c1b9ae2848bb44bc865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5824151 Apr 29 15:52:41.722514 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54658) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:41.739048 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438c22c-3646-4817-b98d-34d5283af6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130a948c-b78f-49e1-9612-d42b73936ac0,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:41.765095 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d855f-3eab-4653-851c-26bea89db796 req-7acbe254-d250-44ce-af65-4ca0209145c7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:41.766614 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-216d855f-3eab-4653-851c-26bea89db796 req-7acbe254-d250-44ce-af65-4ca0209145c7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.1178751 Apr 29 15:52:41.770681 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28e43a-d7d4-43bb-8a70-8bb5cf75872b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1364834-cfc8-4da6-ab44-bbdbd516e8ea,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:41.796095 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1c7e111-7335-44f9-a941-c3806d8a4e82 req-4e6eae26-1bd3-450a-94a9-4a35552bfc04 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623264 Apr 29 15:52:41.864453 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-216d855f-3eab-4653-851c-26bea89db796 req-d7a87020-0edb-4840-bb86-3912632b0c69 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840309 Apr 29 15:52:41.867219 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Publish callbacks [] for security_group (130a948c-b78f-49e1-9612-d42b73936ac0), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:41.867931 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-f48a940d-0507-48f4-abcc-e5a1cc24103b None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:52:41.888044 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a19dbf-4cd2-4863-bf76-b5385262fc55 x-openstack-request-id: req-f7a19dbf-4cd2-4863-bf76-b5385262fc55 {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:41.888340 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795", "status": "completed", "code": 200}]} {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:41.888668 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7a19dbf-4cd2-4863-bf76-b5385262fc55 {{(pid=110323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:41.889056 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a19dbf-4cd2-4863-bf76-b5385262fc55'] response: {'name': 'network-changed', 'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'status': 'completed', 'code': 200} Apr 29 15:52:41.906203 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Publish callbacks [] for security_group (130a948c-b78f-49e1-9612-d42b73936ac0), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:41.966052 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95b57c-2500-42bc-b65e-0d015451d9f0 req-a3c5b874-93fb-4991-bd0f-3a52c5af713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:41.968533 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c95b57c-2500-42bc-b65e-0d015451d9f0 req-a3c5b874-93fb-4991-bd0f-3a52c5af713e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 1129 time: 0.0472338 Apr 29 15:52:42.070414 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (130a948c-b78f-49e1-9612-d42b73936ac0), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:42.075629 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:42.085541 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/130a948c-b78f-49e1-9612-d42b73936ac0 HTTP/1.1" status: 204 len: 168 time: 0.3535967 Apr 29 15:52:42.100231 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95b57c-2500-42bc-b65e-0d015451d9f0 req-7897549b-f460-49ba-8082-6fe28cb93b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:42.104309 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c95b57c-2500-42bc-b65e-0d015451d9f0 req-7897549b-f460-49ba-8082-6fe28cb93b96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 917 time: 0.1135688 Apr 29 15:52:42.105284 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130a948c-b78f-49e1-9612-d42b73936ac0,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:42.113121 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.113403 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.113772 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.114119 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.114457 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.114786 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.115274 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.115795 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.116293 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.116635 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.116973 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.117320 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.117631 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.117956 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.118281 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb1673-0fbd-457a-a32b-0801ff32096b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:42.166058 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-f48a940d-0507-48f4-abcc-e5a1cc24103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': 'e5186143-7734-49d4-b6df-d2386047f8eb', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'port_id': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'mac_address': 'fa:16:3e:a2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561988d2-8299-473f-b14c-e62a93209c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:52:05Z', 'updated_at': '2022-04-29T15:52:40Z', 'revision_number': 1, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:03Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:42.205874 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a940d-0507-48f4-abcc-e5a1cc24103b None None] Checking router: 59a90c33-c0c4-4b09-a818-f5dab77d7720 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:52:42.215153 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a940d-0507-48f4-abcc-e5a1cc24103b None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:52:42.215779 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-f48a940d-0507-48f4-abcc-e5a1cc24103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:52:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:42.323687 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-f48a940d-0507-48f4-abcc-e5a1cc24103b None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:52:42.653625 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-f48a940d-0507-48f4-abcc-e5a1cc24103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': 'e5186143-7734-49d4-b6df-d2386047f8eb', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'port_id': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'mac_address': 'fa:16:3e:a2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561988d2-8299-473f-b14c-e62a93209c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:52:05Z', 'updated_at': '2022-04-29T15:52:40Z', 'revision_number': 1, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:03Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:42.683519 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a940d-0507-48f4-abcc-e5a1cc24103b None None] The sync data for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi is: [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': 'e5186143-7734-49d4-b6df-d2386047f8eb', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'port_id': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'mac_address': 'fa:16:3e:a2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561988d2-8299-473f-b14c-e62a93209c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:52:05Z', 'updated_at': '2022-04-29T15:52:40Z', 'revision_number': 1, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:03Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:52:42.829964 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aea1b569-ad71-4ef9-b5d9-c61247132c78 req-5a6f1336-4509-4f40-b937-c3230f2c6c20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1154168 Apr 29 15:52:42.857155 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c95b57c-2500-42bc-b65e-0d015451d9f0 req-1e0b73f6-c4bb-427a-89b7-3dd1a8c5c1f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 HTTP/1.1" status: 200 len: 999 time: 0.1447914 Apr 29 15:52:42.886603 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54688) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:42.903103 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7ef24905-6423-4248-842e-15265aebc9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:43.006516 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea9b26-bb6a-400b-bc4d-4a5fac816e51 None None] New status for floating IP e5186143-7734-49d4-b6df-d2386047f8eb: ACTIVE {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:52:43.027749 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f4885-2518-409c-9cc7-3a7d663e549c req-91bfb884-e2fa-4962-8d3d-fe1ccdfd8817 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:43.041400 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ee3f4885-2518-409c-9cc7-3a7d663e549c req-91bfb884-e2fa-4962-8d3d-fe1ccdfd8817 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1523795 Apr 29 15:52:43.058838 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7ef24905-6423-4248-842e-15265aebc9f6 admin admin] Publish callbacks [] for security_group (c4d3d77e-6552-419f-a08a-00236c7d19aa), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:43.098462 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf91c6c-cdd7-48d3-b645-2c3ae4f0def4 req-8eec6954-a7f6-4d6b-b4b0-81fd4f498235 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:43.099976 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-baf91c6c-cdd7-48d3-b645-2c3ae4f0def4 req-8eec6954-a7f6-4d6b-b4b0-81fd4f498235 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.1314366 Apr 29 15:52:43.128097 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7ef24905-6423-4248-842e-15265aebc9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (c4d3d77e-6552-419f-a08a-00236c7d19aa), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:43.153407 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ee3f4885-2518-409c-9cc7-3a7d663e549c req-64ddb8b2-04c5-40bb-893e-ccc18c793d25 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110251 Apr 29 15:52:43.181967 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-7ef24905-6423-4248-842e-15265aebc9f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=842086fb629046788362693b439b664e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941580 Apr 29 15:52:43.183146 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef24905-6423-4248-842e-15265aebc9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d3d77e-6552-419f-a08a-00236c7d19aa,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:43.188301 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54700) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:43.231770 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-baf91c6c-cdd7-48d3-b645-2c3ae4f0def4 req-b8344e1e-4d8e-4358-9a6a-a9f26167af95 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138935 Apr 29 15:52:43.264597 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-be8e4685-8668-4c06-81cf-3743a8e9ad2f admin admin] Publish callbacks [] for security_group (c4d3d77e-6552-419f-a08a-00236c7d19aa), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:43.286873 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-be8e4685-8668-4c06-81cf-3743a8e9ad2f admin admin] Publish callbacks [] for security_group (c4d3d77e-6552-419f-a08a-00236c7d19aa), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:43.430551 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-be8e4685-8668-4c06-81cf-3743a8e9ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (c4d3d77e-6552-419f-a08a-00236c7d19aa), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:43.433684 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-be8e4685-8668-4c06-81cf-3743a8e9ad2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:43.434863 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-be8e4685-8668-4c06-81cf-3743a8e9ad2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4d3d77e-6552-419f-a08a-00236c7d19aa HTTP/1.1" status: 204 len: 168 time: 0.2454000 Apr 29 15:52:43.447833 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e4685-8668-4c06-81cf-3743a8e9ad2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d3d77e-6552-419f-a08a-00236c7d19aa,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:44.035822 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54732) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:44.072900 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1754710067-network', 'tenant_id': 'c04822482ac4467db01e651e6859b969'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:44.276570 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Made reservation on behalf of c04822482ac4467db01e651e6859b969 for: {'network': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:44.280089 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:44.310415 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:44.418545 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Publish callbacks [] for security_group (bb96e135-ff0a-4ab9-9f79-b0ea2a1c009a), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:44.427149 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc836bd9-45ce-4db2-b069-b9e01aa91284 req-23e0c7d8-c376-49ad-ae67-062f8b780f4b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:44.428703 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cc836bd9-45ce-4db2-b069-b9e01aa91284 req-23e0c7d8-c376-49ad-ae67-062f8b780f4b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0834627 Apr 29 15:52:44.443471 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3f756-dff6-4617-a960-3b591a59da2b req-6009afc3-18ac-45eb-a375-ed6aaa12062d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:44.445856 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aed3f756-dff6-4617-a960-3b591a59da2b req-6009afc3-18ac-45eb-a375-ed6aaa12062d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0629046 Apr 29 15:52:44.497095 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (bb96e135-ff0a-4ab9-9f79-b0ea2a1c009a), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:44.513925 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cc836bd9-45ce-4db2-b069-b9e01aa91284 req-40cfb99e-5c75-4d9d-875d-a0bd4ac86513 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775676 Apr 29 15:52:44.522430 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aed3f756-dff6-4617-a960-3b591a59da2b req-3354fc07-29e1-408f-a246-bfc026c11dd9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657179 Apr 29 15:52:44.525812 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=110323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:52:44.542890 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb96e135-ff0a-4ab9-9f79-b0ea2a1c009a,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:44.552424 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (67823997-d593-4700-98de-dde862a08c13), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:44.552694 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.segments_db [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Added segment 67823997-d593-4700-98de-dde862a08c13 of type vlan for network 936ed202-2113-44f9-95a7-c51a0b7f0236 Apr 29 15:52:44.612940 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (936ed202-2113-44f9-95a7-c51a0b7f0236), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:44.659321 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05ebc4-7046-44af-9cfd-4975ef875739 req-06f61a9d-a859-4edc-b821-135a99da01b6 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:44.660801 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-da05ebc4-7046-44af-9cfd-4975ef875739 req-06f61a9d-a859-4edc-b821-135a99da01b6 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0593469 Apr 29 15:52:44.670464 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54766) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:44.670653 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:44.674943 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-d42e3f99-8869-4a01-9009-e1d719a65581 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Request body: {'floatingip': {'port_id': '26f490ec-1c78-4010-acf2-7a6f7ac47aba'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:44.693145 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (936ed202-2113-44f9-95a7-c51a0b7f0236), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:44.694286 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:44.694882 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:44.756168 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d42e3f99-8869-4a01-9009-e1d719a65581 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (33634ec8-0998-4667-ac87-93b67dd9dd78), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:44.766185 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] Pushing event updated for resources: {'Network': ['ID=936ed202-2113-44f9-95a7-c51a0b7f0236,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:44.776509 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network 936ed202-2113-44f9-95a7-c51a0b7f0236 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:52:44.879093 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-bb7beb65-9fe7-4af8-bde8-116fdce55d05 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9257464 Apr 29 15:52:44.880507 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54774) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:44.885511 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-fe85dbe5-b0cc-4cab-93fd-0eb2ec693b7f admin admin] Request body: {'subnet': {'network_id': '936ed202-2113-44f9-95a7-c51a0b7f0236', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1754710067-subnet', 'tenant_id': 'c04822482ac4467db01e651e6859b969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:44.971912 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe85dbe5-b0cc-4cab-93fd-0eb2ec693b7f admin admin] Made reservation on behalf of c04822482ac4467db01e651e6859b969 for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:44.975242 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fe85dbe5-b0cc-4cab-93fd-0eb2ec693b7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:45.058661 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-9da6feed-bbdb-403d-b820-26ef3aa3d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:45.230350 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fe85dbe5-b0cc-4cab-93fd-0eb2ec693b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (2a50eb39-440d-42d8-94fb-0c6344265555), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:45.291424 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85dbe5-b0cc-4cab-93fd-0eb2ec693b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a50eb39-440d-42d8-94fb-0c6344265555,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:45.297190 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe85dbe5-b0cc-4cab-93fd-0eb2ec693b7f admin admin] Checking segment: {'id': '67823997-d593-4700-98de-dde862a08c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '936ed202-2113-44f9-95a7-c51a0b7f0236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:52:45.297545 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe85dbe5-b0cc-4cab-93fd-0eb2ec693b7f admin admin] Network hostable DHCP agents. Network: 936ed202-2113-44f9-95a7-c51a0b7f0236, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:52:45.385815 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe85dbe5-b0cc-4cab-93fd-0eb2ec693b7f admin admin] Network 936ed202-2113-44f9-95a7-c51a0b7f0236 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:52:45.464260 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d42e3f99-8869-4a01-9009-e1d719a65581 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:45.470187 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-fe85dbe5-b0cc-4cab-93fd-0eb2ec693b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, 936ed202-2113-44f9-95a7-c51a0b7f0236) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:45.474593 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe85dbe5-b0cc-4cab-93fd-0eb2ec693b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:45.475196 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fe85dbe5-b0cc-4cab-93fd-0eb2ec693b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:45.480041 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef7e473-0c25-4a53-853e-9480734bdb24 None None] Network 936ed202-2113-44f9-95a7-c51a0b7f0236 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:52:45.528521 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d42e3f99-8869-4a01-9009-e1d719a65581 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (33634ec8-0998-4667-ac87-93b67dd9dd78), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:45.564069 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-fe85dbe5-b0cc-4cab-93fd-0eb2ec693b7f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6824119 Apr 29 15:52:45.587417 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c816d-bcb0-45bf-a7e2-da7a5d13270a None None] Network 936ed202-2113-44f9-95a7-c51a0b7f0236 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:52:46.039760 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca673083-fbf7-40a7-bcd1-b6fec2775b31 req-b7656815-eab4-4356-8164-8190ead973e3 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:46.040545 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca673083-fbf7-40a7-bcd1-b6fec2775b31 req-b7656815-eab4-4356-8164-8190ead973e3 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.4221449 Apr 29 15:52:46.044416 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [None req-d42e3f99-8869-4a01-9009-e1d719a65581 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Floating IP 33634ec8-0998-4667-ac87-93b67dd9dd78 associated. External IP: 172.27.1.228, port: 26f490ec-1c78-4010-acf2-7a6f7ac47aba. Apr 29 15:52:46.049486 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95b57c-2500-42bc-b65e-0d015451d9f0 req-82fceae5-1b76-4f49-b97f-daa0ca8b4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:46.050901 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c95b57c-2500-42bc-b65e-0d015451d9f0 req-82fceae5-1b76-4f49-b97f-daa0ca8b4469 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c HTTP/1.1" status: 200 len: 855 time: 0.3788643 Apr 29 15:52:46.090067 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1b569-ad71-4ef9-b5d9-c61247132c78 req-13a9cde7-9177-4009-80db-3917b2969bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:46.091527 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aea1b569-ad71-4ef9-b5d9-c61247132c78 req-13a9cde7-9177-4009-80db-3917b2969bbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c4dcc3c2a9b4a5ca23f5e6097b1a28d&device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 1130 time: 0.1281512 Apr 29 15:52:46.184638 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca673083-fbf7-40a7-bcd1-b6fec2775b31 req-7b0b1e36-0357-46a0-a297-718afd6550a9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989158 Apr 29 15:52:46.323051 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42e3f99-8869-4a01-9009-e1d719a65581 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:52:46.450774 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42e3f99-8869-4a01-9009-e1d719a65581 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:52:46.455564 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d42e3f99-8869-4a01-9009-e1d719a65581 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:46.461732 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a3187-0675-4e8d-9124-8e0976e239e2 None None] Sync routers for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:52:46.472085 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a3187-0675-4e8d-9124-8e0976e239e2 None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:52:46.472906 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-384a3187-0675-4e8d-9124-8e0976e239e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:52:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:46.492794 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-d42e3f99-8869-4a01-9009-e1d719a65581 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "PUT /v2.0/floatingips/33634ec8-0998-4667-ac87-93b67dd9dd78 HTTP/1.1" status: 200 len: 991 time: 1.8211040 Apr 29 15:52:46.493946 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'tag': '26f490ec-1c78-4010-acf2-7a6f7ac47aba'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:46.496558 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6d6308-c146-4c4c-9119-0acd7f3a31de" -d '{"events": [{"name": "network-changed", "server_uuid": "e338d329-6f3b-4382-980a-7927be3f7ffd", "tag": "26f490ec-1c78-4010-acf2-7a6f7ac47aba"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:46.537871 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939a8bff-5556-409f-879b-8116542bb407 x-openstack-request-id: req-939a8bff-5556-409f-879b-8116542bb407 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:46.538221 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e338d329-6f3b-4382-980a-7927be3f7ffd", "tag": "26f490ec-1c78-4010-acf2-7a6f7ac47aba", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:46.538488 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-939a8bff-5556-409f-879b-8116542bb407 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:46.538900 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939a8bff-5556-409f-879b-8116542bb407'] response: {'name': 'network-changed', 'server_uuid': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'tag': '26f490ec-1c78-4010-acf2-7a6f7ac47aba', 'status': 'completed', 'code': 200} Apr 29 15:52:46.586227 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54838) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:46.588824 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-304259262-network', 'tenant_id': 'accab03875f242a2aa1a21b0030ac2d4'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:46.596476 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-384a3187-0675-4e8d-9124-8e0976e239e2 None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:52:46.687586 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Made reservation on behalf of accab03875f242a2aa1a21b0030ac2d4 for: {'network': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:46.690107 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:46.704197 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:46.815361 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Publish callbacks [] for security_group (7a16d903-e800-43a2-afe7-4d108bebc5b2), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:46.858991 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-384a3187-0675-4e8d-9124-8e0976e239e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '33634ec8-0998-4667-ac87-93b67dd9dd78', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'port_id': '26f490ec-1c78-4010-acf2-7a6f7ac47aba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'mac_address': 'fa:16:3e:df:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:52:05Z', 'updated_at': '2022-04-29T15:52:45Z', 'revision_number': 1, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:46.887573 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a3187-0675-4e8d-9124-8e0976e239e2 None None] Checking router: ad7a6ff4-0fcf-4e21-930c-caa92aca17dd for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:52:46.897134 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a3187-0675-4e8d-9124-8e0976e239e2 None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:52:46.897809 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-384a3187-0675-4e8d-9124-8e0976e239e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:52:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:46.938798 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7a16d903-e800-43a2-afe7-4d108bebc5b2), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:46.965410 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=110324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:52:46.981011 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a16d903-e800-43a2-afe7-4d108bebc5b2,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:46.984686 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (4ab4f2b0-ca0a-4b47-87bc-da61e27a2ae2), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:46.985022 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.segments_db [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Added segment 4ab4f2b0-ca0a-4b47-87bc-da61e27a2ae2 of type vlan for network df1ec851-750a-4e43-9073-a88756bb9d22 Apr 29 15:52:47.010529 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.010886 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.011230 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.011734 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.012099 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.012434 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.012765 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.013106 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.013418 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.013743 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.014097 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.014512 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-384a3187-0675-4e8d-9124-8e0976e239e2 None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:52:47.014612 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.014934 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.015255 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.015576 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:47.066116 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (df1ec851-750a-4e43-9073-a88756bb9d22), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:47.178765 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (df1ec851-750a-4e43-9073-a88756bb9d22), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:47.180234 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:47.180996 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:47.246207 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-384a3187-0675-4e8d-9124-8e0976e239e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '33634ec8-0998-4667-ac87-93b67dd9dd78', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'port_id': '26f490ec-1c78-4010-acf2-7a6f7ac47aba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'mac_address': 'fa:16:3e:df:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:52:05Z', 'updated_at': '2022-04-29T15:52:45Z', 'revision_number': 1, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:47.258491 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] Pushing event updated for resources: {'Network': ['ID=df1ec851-750a-4e43-9073-a88756bb9d22,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:47.268493 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network df1ec851-750a-4e43-9073-a88756bb9d22 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:52:47.273378 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-22cbeff8-b783-40f6-bff4-9fba4e3e230b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6889040 Apr 29 15:52:47.276857 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54876) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:47.282861 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-1c7713b6-4185-4065-be35-30b31cc396da admin admin] Request body: {'subnet': {'network_id': 'df1ec851-750a-4e43-9073-a88756bb9d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-304259262-subnet', 'tenant_id': 'accab03875f242a2aa1a21b0030ac2d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:47.310860 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a3187-0675-4e8d-9124-8e0976e239e2 None None] The sync data for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi is: [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '33634ec8-0998-4667-ac87-93b67dd9dd78', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'port_id': '26f490ec-1c78-4010-acf2-7a6f7ac47aba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'mac_address': 'fa:16:3e:df:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:52:05Z', 'updated_at': '2022-04-29T15:52:45Z', 'revision_number': 1, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:52:47.438507 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7713b6-4185-4065-be35-30b31cc396da admin admin] Made reservation on behalf of accab03875f242a2aa1a21b0030ac2d4 for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:47.442718 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1c7713b6-4185-4065-be35-30b31cc396da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:47.449060 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112606e-9380-4f84-a0f2-c327d547695e req-0d72cdd6-6851-4911-9814-c05613affe55 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:47.451260 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e112606e-9380-4f84-a0f2-c327d547695e req-0d72cdd6-6851-4911-9814-c05613affe55 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1519468 Apr 29 15:52:47.465179 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2f94455b-39f9-419f-99f2-a0dc288eabb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:47.486883 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6308-c146-4c4c-9119-0acd7f3a31de req-2cfbf26b-ae8d-4e58-8d21-eed4f49418ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:47.489189 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2f6d6308-c146-4c4c-9119-0acd7f3a31de req-2cfbf26b-ae8d-4e58-8d21-eed4f49418ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 1129 time: 0.1133027 Apr 29 15:52:47.515182 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95b57c-2500-42bc-b65e-0d015451d9f0 req-50bd6ccd-62d7-433c-82b6-fcd86b66e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:47.516821 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c95b57c-2500-42bc-b65e-0d015451d9f0 req-50bd6ccd-62d7-433c-82b6-fcd86b66e7f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a3d153a-a0ac-449f-87b2-351b970a83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1683629 Apr 29 15:52:47.639680 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e112606e-9380-4f84-a0f2-c327d547695e req-b1130d06-14d8-452b-83d4-e59c77e35ddb tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393034 Apr 29 15:52:47.681161 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b278aa-e30d-4164-8c6c-95c7b715c3ad None None] New status for floating IP 33634ec8-0998-4667-ac87-93b67dd9dd78: ACTIVE {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:52:47.684498 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1b569-ad71-4ef9-b5d9-c61247132c78 req-481788ac-8a09-4ee3-8849-2c0003e25990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:47.686393 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aea1b569-ad71-4ef9-b5d9-c61247132c78 req-481788ac-8a09-4ee3-8849-2c0003e25990 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a145386e-a913-4023-b794-c83de2268057 HTTP/1.1" status: 200 len: 913 time: 0.3262031 Apr 29 15:52:47.703969 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6308-c146-4c4c-9119-0acd7f3a31de req-03939c21-fb89-44d1-995f-9766acc4815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:47.705437 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2f6d6308-c146-4c4c-9119-0acd7f3a31de req-03939c21-fb89-44d1-995f-9766acc4815e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821 HTTP/1.1" status: 200 len: 911 time: 0.2082767 Apr 29 15:52:47.720914 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c95b57c-2500-42bc-b65e-0d015451d9f0 req-8ff8b469-6d98-48f3-8c28-b2afbb680d2f service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819832 Apr 29 15:52:47.996402 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54886) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:48.037245 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1c7713b6-4185-4065-be35-30b31cc396da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (be255193-d544-41d6-a89e-e94f7b71b9cd), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:48.037366 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aea1b569-ad71-4ef9-b5d9-c61247132c78 req-d74333c3-e97e-4507-b067-1e19ad76e720 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef297693-3658-4a7d-9fb0-065c609db90d HTTP/1.1" status: 200 len: 217 time: 0.0669465 Apr 29 15:52:48.134272 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2f6d6308-c146-4c4c-9119-0acd7f3a31de req-abf27537-ed0f-4128-833b-bc1ac23fd55e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26f490ec-1c78-4010-acf2-7a6f7ac47aba HTTP/1.1" status: 200 len: 1001 time: 0.1663928 Apr 29 15:52:48.171920 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8aad23d3-4d53-4dfc-865b-3042c29546b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:48.190231 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7713b6-4185-4065-be35-30b31cc396da admin admin] Pushing event updated for resources: {'Subnet': ['ID=be255193-d544-41d6-a89e-e94f7b71b9cd,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:48.214739 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7713b6-4185-4065-be35-30b31cc396da admin admin] Checking segment: {'id': '4ab4f2b0-ca0a-4b47-87bc-da61e27a2ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'df1ec851-750a-4e43-9073-a88756bb9d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:52:48.215261 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7713b6-4185-4065-be35-30b31cc396da admin admin] Network hostable DHCP agents. Network: df1ec851-750a-4e43-9073-a88756bb9d22, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:52:48.218768 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6308-c146-4c4c-9119-0acd7f3a31de req-97d8d308-0647-4854-b7d2-8f08bfa97c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:48.219623 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c95b57c-2500-42bc-b65e-0d015451d9f0 req-1d3372f3-1bac-418d-9b73-cf91cc19c4bf service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612853 Apr 29 15:52:48.220409 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2f6d6308-c146-4c4c-9119-0acd7f3a31de req-97d8d308-0647-4854-b7d2-8f08bfa97c2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3bb281-55d8-4d59-b80a-6791f4fdac05 HTTP/1.1" status: 200 len: 849 time: 0.0780737 Apr 29 15:52:48.233294 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1b569-ad71-4ef9-b5d9-c61247132c78 req-fe58653a-2122-4ac9-856f-04c48888b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:48.234763 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aea1b569-ad71-4ef9-b5d9-c61247132c78 req-fe58653a-2122-4ac9-856f-04c48888b707 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=467f2c25-36fb-4dce-9f15-0eda10026eb1 HTTP/1.1" status: 200 len: 852 time: 0.1577406 Apr 29 15:52:48.279435 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aea1b569-ad71-4ef9-b5d9-c61247132c78 req-d2c7a3dc-2e18-4399-9f39-d2c67e768a2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a145386e-a913-4023-b794-c83de2268057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324154 Apr 29 15:52:48.289320 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6308-c146-4c4c-9119-0acd7f3a31de req-576d76eb-1544-4cd7-8cfb-4510acadd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:48.291387 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2f6d6308-c146-4c4c-9119-0acd7f3a31de req-576d76eb-1544-4cd7-8cfb-4510acadd9af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461483 Apr 29 15:52:48.323726 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7713b6-4185-4065-be35-30b31cc396da admin admin] Network df1ec851-750a-4e43-9073-a88756bb9d22 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:52:48.332810 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8aad23d3-4d53-4dfc-865b-3042c29546b0 admin admin] Publish callbacks [] for security_group (e1585d63-22e1-4f92-95fa-5fb33ed4a44b), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:48.397988 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aea1b569-ad71-4ef9-b5d9-c61247132c78 req-029b3a9e-7701-49c3-a42e-a27f4f52106a service neutron] 10.222.0.37 "GET /v2.0/networks/a145386e-a913-4023-b794-c83de2268057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047428 Apr 29 15:52:48.398273 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2f6d6308-c146-4c4c-9119-0acd7f3a31de req-ff80d5c9-002a-48c9-ad2f-69bb7b05e79c service neutron] 10.222.0.37 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932708 Apr 29 15:52:48.447081 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8aad23d3-4d53-4dfc-865b-3042c29546b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (e1585d63-22e1-4f92-95fa-5fb33ed4a44b), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:48.497316 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-1c7713b6-4185-4065-be35-30b31cc396da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, df1ec851-750a-4e43-9073-a88756bb9d22) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:48.507281 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2f45be-fa4d-4431-8d8c-9b817b03da19 None None] Network df1ec851-750a-4e43-9073-a88756bb9d22 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:52:48.509378 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7713b6-4185-4065-be35-30b31cc396da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:48.512173 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1c7713b6-4185-4065-be35-30b31cc396da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:48.529633 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2f6d6308-c146-4c4c-9119-0acd7f3a31de req-bb6f60fd-9df0-43a7-b94c-218e2e199800 service neutron] 10.222.0.37 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083052 Apr 29 15:52:48.566409 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-8aad23d3-4d53-4dfc-865b-3042c29546b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4404c6c169d5480a98413643ea3e30c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5433815 Apr 29 15:52:48.569006 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 54908) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:48.576832 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad23d3-4d53-4dfc-865b-3042c29546b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1585d63-22e1-4f92-95fa-5fb33ed4a44b,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:48.593611 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-1c7713b6-4185-4065-be35-30b31cc396da admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3156595 Apr 29 15:52:48.637186 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aea1b569-ad71-4ef9-b5d9-c61247132c78 req-dc631dc8-5ed3-42b3-9bae-23458961c643 service neutron] 10.222.0.37 "GET /v2.0/networks/a145386e-a913-4023-b794-c83de2268057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173314 Apr 29 15:52:48.684298 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46822d2-866a-4ffd-9884-aeb463edd7be None None] Network df1ec851-750a-4e43-9073-a88756bb9d22 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:52:48.685430 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:48.721050 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-62b5a64a-b1ff-44cb-ad54-c0486c0d50ca admin admin] Publish callbacks [] for security_group (e1585d63-22e1-4f92-95fa-5fb33ed4a44b), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:48.795765 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-62b5a64a-b1ff-44cb-ad54-c0486c0d50ca admin admin] Publish callbacks [] for security_group (e1585d63-22e1-4f92-95fa-5fb33ed4a44b), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:48.815953 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5228d32-9996-4c74-b2f5-78f55635f26a req-ffec419c-547e-4a6d-98ec-cd43213acb96 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:48.817749 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d5228d32-9996-4c74-b2f5-78f55635f26a req-ffec419c-547e-4a6d-98ec-cd43213acb96 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0793903 Apr 29 15:52:48.884088 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d5228d32-9996-4c74-b2f5-78f55635f26a req-e0353bbe-03b6-490b-b78a-f759a8e1a29c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504782 Apr 29 15:52:48.967402 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-62b5a64a-b1ff-44cb-ad54-c0486c0d50ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (e1585d63-22e1-4f92-95fa-5fb33ed4a44b), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:48.969995 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-62b5a64a-b1ff-44cb-ad54-c0486c0d50ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:48.971302 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-62b5a64a-b1ff-44cb-ad54-c0486c0d50ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1585d63-22e1-4f92-95fa-5fb33ed4a44b HTTP/1.1" status: 204 len: 168 time: 0.4011767 Apr 29 15:52:48.980230 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5a64a-b1ff-44cb-ad54-c0486c0d50ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1585d63-22e1-4f92-95fa-5fb33ed4a44b,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:49.740156 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54950) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:49.747595 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebde80f-16ca-4e53-8c3c-fbf9a41718f5 req-ba4f0cf8-b3d9-49a3-9687-386976eaf8e8 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:49.749295 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0ebde80f-16ca-4e53-8c3c-fbf9a41718f5 req-ba4f0cf8-b3d9-49a3-9687-386976eaf8e8 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 946 time: 0.0511947 Apr 29 15:52:49.773150 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed5d45a1-ee89-4cec-8ee8-9642c1ec6592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:49.809571 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0ebde80f-16ca-4e53-8c3c-fbf9a41718f5 req-3a2e4006-ad32-4091-9542-195609702157 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544412 Apr 29 15:52:49.866578 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed5d45a1-ee89-4cec-8ee8-9642c1ec6592 admin admin] Publish callbacks [] for security_group (8ec17abd-16b1-4871-8868-8d8f3119d740), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:50.002050 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8262ef-15c4-4262-b1d1-cc7e5e1a7f36 req-c515c613-1ced-4a8c-9a7a-6debcce1d29b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:50.003740 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9e8262ef-15c4-4262-b1d1-cc7e5e1a7f36 req-c515c613-1ced-4a8c-9a7a-6debcce1d29b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0481236 Apr 29 15:52:50.013126 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed5d45a1-ee89-4cec-8ee8-9642c1ec6592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (8ec17abd-16b1-4871-8868-8d8f3119d740), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:50.056935 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d45a1-ee89-4cec-8ee8-9642c1ec6592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec17abd-16b1-4871-8868-8d8f3119d740,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:50.061727 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ed5d45a1-ee89-4cec-8ee8-9642c1ec6592 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae59121caaf1441585319c3b1b84e3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202791 Apr 29 15:52:50.064125 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 54968) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:50.085511 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9e8262ef-15c4-4262-b1d1-cc7e5e1a7f36 req-2f88446b-6b15-41b7-b2bc-b80fd39e9c6d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702515 Apr 29 15:52:50.116957 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-86c7460a-61a6-42b9-a987-532f166e5598 admin admin] Publish callbacks [] for security_group (8ec17abd-16b1-4871-8868-8d8f3119d740), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:50.138857 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-86c7460a-61a6-42b9-a987-532f166e5598 admin admin] Publish callbacks [] for security_group (8ec17abd-16b1-4871-8868-8d8f3119d740), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:50.251982 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-86c7460a-61a6-42b9-a987-532f166e5598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (8ec17abd-16b1-4871-8868-8d8f3119d740), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:50.252128 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:50.253996 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-86c7460a-61a6-42b9-a987-532f166e5598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:50.255405 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-86c7460a-61a6-42b9-a987-532f166e5598 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ec17abd-16b1-4871-8868-8d8f3119d740 HTTP/1.1" status: 204 len: 168 time: 0.1897628 Apr 29 15:52:50.264541 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7460a-61a6-42b9-a987-532f166e5598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec17abd-16b1-4871-8868-8d8f3119d740,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:50.951158 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bd1ce-9c01-463a-b353-60f075e1558a req-299a6027-e6a4-4272-a318-58e8390163eb tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:50.952831 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-659bd1ce-9c01-463a-b353-60f075e1558a req-299a6027-e6a4-4272-a318-58e8390163eb tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 946 time: 0.0628119 Apr 29 15:52:51.012952 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-659bd1ce-9c01-463a-b353-60f075e1558a req-d5b6aa26-b1b9-4525-a1d8-c0dbae1e6d64 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531073 Apr 29 15:52:51.228417 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41076d56-5ec8-4cdb-9c7e-4c6bff7c29d5 req-0651165e-40d9-4a92-a694-c9157337a234 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:51.230555 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-41076d56-5ec8-4cdb-9c7e-4c6bff7c29d5 req-0651165e-40d9-4a92-a694-c9157337a234 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0699973 Apr 29 15:52:51.285296 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-41076d56-5ec8-4cdb-9c7e-4c6bff7c29d5 req-27868897-d60f-43df-839d-10884c0d7f2e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483339 Apr 29 15:52:51.421862 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55026) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:51.492593 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:51.547638 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1125191911-network', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:51.640129 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Made reservation on behalf of e34d6a17637c4881bdca94d15105a795 for: {'network': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:51.646196 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:51.655615 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:51.738392 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Publish callbacks [] for security_group (8fa5b3a3-6953-4a46-ae5c-82474a306d14), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:51.818839 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (8fa5b3a3-6953-4a46-ae5c-82474a306d14), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:51.847262 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=110323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:52:51.853945 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa5b3a3-6953-4a46-ae5c-82474a306d14,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:51.860221 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (e2d33018-b24f-4241-b7c1-e3e6150d3e79), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:51.860562 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.segments_db [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Added segment e2d33018-b24f-4241-b7c1-e3e6150d3e79 of type vlan for network 9186de40-610d-414d-b482-035dcefa4c45 Apr 29 15:52:51.904010 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (9186de40-610d-414d-b482-035dcefa4c45), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.028704 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (9186de40-610d-414d-b482-035dcefa4c45), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.029626 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:52.030207 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.092839 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] Pushing event updated for resources: {'Network': ['ID=9186de40-610d-414d-b482-035dcefa4c45,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:52.102809 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network 9186de40-610d-414d-b482-035dcefa4c45 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:52:52.156735 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-9dfb1dff-e803-47fc-835c-17cfdfa54e91 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7285805 Apr 29 15:52:52.158957 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55054) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:52.163941 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-c0bf4b92-c3bb-4ed9-a2d6-0fe513a78885 admin admin] Request body: {'subnet': {'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1125191911-subnet', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'ip_version': 4}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:52.166315 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ff3b4-6a22-426e-bcfd-72e264c886eb req-4d5c1089-8981-43ef-84b8-d2085da1ede5 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:52.168500 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-491ff3b4-6a22-426e-bcfd-72e264c886eb req-4d5c1089-8981-43ef-84b8-d2085da1ede5 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 946 time: 0.0681882 Apr 29 15:52:52.230928 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-491ff3b4-6a22-426e-bcfd-72e264c886eb req-badbc889-0103-455c-9d5c-37a931a9d8f5 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/security-groups?id=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565543 Apr 29 15:52:52.232266 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55058) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:52.259139 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf4b92-c3bb-4ed9-a2d6-0fe513a78885 admin admin] Made reservation on behalf of e34d6a17637c4881bdca94d15105a795 for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:52.262839 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4b92-c3bb-4ed9-a2d6-0fe513a78885 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.319933 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55064) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:52.412491 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271c2f-c5df-4b1c-873b-c4608d2b2c7d req-5e73d376-8174-4cbf-ac5e-693ce8ad50a8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:52.415613 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-27271c2f-c5df-4b1c-873b-c4608d2b2c7d req-5e73d376-8174-4cbf-ac5e-693ce8ad50a8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0579431 Apr 29 15:52:52.442279 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7a7125a2-682d-44a1-8574-ea8ff00af5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.504034 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9e0504b0-1ab9-4b19-bc02-289859f188e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.505041 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4b92-c3bb-4ed9-a2d6-0fe513a78885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (bf247570-ba12-4a7a-94b0-eb862590a764), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.539562 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0b28d-7d8e-4b1f-93aa-427dbdc95e95 req-dd254dad-fea2-442d-a9be-12e722c926a1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:52.541105 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2ce0b28d-7d8e-4b1f-93aa-427dbdc95e95 req-dd254dad-fea2-442d-a9be-12e722c926a1 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 946 time: 0.1020739 Apr 29 15:52:52.576455 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf4b92-c3bb-4ed9-a2d6-0fe513a78885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf247570-ba12-4a7a-94b0-eb862590a764,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:52.582611 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-27271c2f-c5df-4b1c-873b-c4608d2b2c7d req-1c9243c8-5107-4e5c-856f-199bd3a86b73 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527383 Apr 29 15:52:52.589237 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf4b92-c3bb-4ed9-a2d6-0fe513a78885 admin admin] Checking segment: {'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:52:52.589655 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf4b92-c3bb-4ed9-a2d6-0fe513a78885 admin admin] Network hostable DHCP agents. Network: 9186de40-610d-414d-b482-035dcefa4c45, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:52:52.675414 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf4b92-c3bb-4ed9-a2d6-0fe513a78885 admin admin] Network 9186de40-610d-414d-b482-035dcefa4c45 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:52:52.738602 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf4b92-c3bb-4ed9-a2d6-0fe513a78885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, 9186de40-610d-414d-b482-035dcefa4c45) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:52.742588 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf4b92-c3bb-4ed9-a2d6-0fe513a78885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:52.744715 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4b92-c3bb-4ed9-a2d6-0fe513a78885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.755054 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5067acd-bfc0-4ece-8ff8-e678edb19aad None None] Network 9186de40-610d-414d-b482-035dcefa4c45 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:52:52.770738 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-2ce0b28d-7d8e-4b1f-93aa-427dbdc95e95 req-40e20327-3707-4c85-bbd3-0f63aee0964d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Deleting port ef297693-3658-4a7d-9fb0-065c609db90d {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:52:52.771073 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2ce0b28d-7d8e-4b1f-93aa-427dbdc95e95 req-40e20327-3707-4c85-bbd3-0f63aee0964d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.825094 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9e0504b0-1ab9-4b19-bc02-289859f188e4 admin admin] Publish callbacks [] for security_group (0ce91446-e3d5-4849-b2f5-793a951787de), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.826335 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7a7125a2-682d-44a1-8574-ea8ff00af5fb admin admin] Publish callbacks [] for security_group (c46d50c5-cdcc-480a-8f95-e795b6ecda24), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.826666 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c0bf4b92-c3bb-4ed9-a2d6-0fe513a78885 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6663387 Apr 29 15:52:52.827087 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55072) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:52.835206 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:52:52.868722 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea9de40-577b-5861-953d-07c7c45c0abe-9186de40-610d-414d-b482-035dcefa4c45', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'fixed_ips': [{'subnet_id': 'bf247570-ba12-4a7a-94b0-eb862590a764'}]}} from dv-cinder-839872-2-iscsi. {{(pid=110325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 15:52:52.869552 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.918196 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-2ce0b28d-7d8e-4b1f-93aa-427dbdc95e95 req-40e20327-3707-4c85-bbd3-0f63aee0964d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] For port ef297693-3658-4a7d-9fb0-065c609db90d, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ef297693-3658-4a7d-9fb0-065c609db90d,segment=NetworkSegment(0bbd4aa3-0ffc-47cd-8448-e71a29948238),segment_id=0bbd4aa3-0ffc-47cd-8448-e71a29948238)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:52.918563 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2ce0b28d-7d8e-4b1f-93aa-427dbdc95e95 req-40e20327-3707-4c85-bbd3-0f63aee0964d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.920928 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9e0504b0-1ab9-4b19-bc02-289859f188e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (0ce91446-e3d5-4849-b2f5-793a951787de), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:52.949493 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-2ce0b28d-7d8e-4b1f-93aa-427dbdc95e95 req-40e20327-3707-4c85-bbd3-0f63aee0964d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Calling delete_port for ef297693-3658-4a7d-9fb0-065c609db90d owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:52:52.957471 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7a7125a2-682d-44a1-8574-ea8ff00af5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (c46d50c5-cdcc-480a-8f95-e795b6ecda24), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.004533 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-9e0504b0-1ab9-4b19-bc02-289859f188e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f6e44ec6e6b4beabd808e1529d5036d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6835527 Apr 29 15:52:53.005287 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0504b0-1ab9-4b19-bc02-289859f188e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce91446-e3d5-4849-b2f5-793a951787de,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:53.007685 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55074) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:53.013197 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.db_base_plugin_common [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Allocated IP 172.20.0.2 (9186de40-610d-414d-b482-035dcefa4c45/bf247570-ba12-4a7a-94b0-eb862590a764/c98e20f4-30a9-400c-b80d-35ae12f5b18b) {{(pid=110325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:53.077848 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6446'] for router (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.078795 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6439'] for router (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.090533 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-7a7125a2-682d-44a1-8574-ea8ff00af5fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf5dfc5e23384227a78d13243df369cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8561759 Apr 29 15:52:53.095171 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55078) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:53.108842 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7125a2-682d-44a1-8574-ea8ff00af5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46d50c5-cdcc-480a-8f95-e795b6ecda24,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:53.192010 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Publish callbacks [] for router_controller (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), precommit_add_association {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.218846 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Publish callbacks [] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), precommit_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.287599 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.327752 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Network 9186de40-610d-414d-b482-035dcefa4c45 is already hosted by enough agents. {{(pid=110325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:53.335435 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.base_scheduler [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Resources bound (agent type, host, resource id): {{(pid=110325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:53.340597 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Received port after_create {{(pid=110325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:52:53.342624 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Pushing event updated for resources: {'Port': ['ID=c98e20f4-30a9-400c-b80d-35ae12f5b18b,revision_number=1']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:53.353462 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bc653f4e-e7a9-4907-8c56-1dfd19051e2a admin admin] Publish callbacks [] for security_group (0ce91446-e3d5-4849-b2f5-793a951787de), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.354839 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.355069 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.355423 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.355803 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.356141 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.356466 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.356947 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.357416 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.358125 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.358593 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.358950 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2ce0b28d-7d8e-4b1f-93aa-427dbdc95e95 req-40e20327-3707-4c85-bbd3-0f63aee0964d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871'] for port (ef297693-3658-4a7d-9fb0-065c609db90d), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.359259 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.359604 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.360086 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.360321 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.360797 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:53.392643 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['ef297693-3658-4a7d-9fb0-065c609db90d'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:52:53.400350 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bc653f4e-e7a9-4907-8c56-1dfd19051e2a admin admin] Publish callbacks [] for security_group (0ce91446-e3d5-4849-b2f5-793a951787de), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.406741 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2493cb26-c08c-4da3-9135-6ed264b5e08e admin admin] Publish callbacks [] for security_group (c46d50c5-cdcc-480a-8f95-e795b6ecda24), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.416477 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-74a66554-eb38-422e-8804-ac7f3a5d9a74 req-0a754eab-44a7-427a-8ecb-91bd3ef0a958 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 210 time: 0.0724914 Apr 29 15:52:53.444127 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e20327-3707-4c85-bbd3-0f63aee0964d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Pushing event deleted for resources: {'Port': ['ID=ef297693-3658-4a7d-9fb0-065c609db90d,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:53.459243 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2493cb26-c08c-4da3-9135-6ed264b5e08e admin admin] Publish callbacks [] for security_group (c46d50c5-cdcc-480a-8f95-e795b6ecda24), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.474038 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Attempting to bind port c98e20f4-30a9-400c-b80d-35ae12f5b18b on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:52:53.474808 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Attempting to bind port c98e20f4-30a9-400c-b80d-35ae12f5b18b by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:52:53.476833 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Attempting to bind port c98e20f4-30a9-400c-b80d-35ae12f5b18b on network 9186de40-610d-414d-b482-035dcefa4c45 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:53.486439 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:52:53.486987 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Checking segment: {'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:52:53.487338 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.487867 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Bound using segment: {'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:52:53.488405 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Bound port: c98e20f4-30a9-400c-b80d-35ae12f5b18b, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:52:53.488788 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.562736 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] For port c98e20f4-30a9-400c-b80d-35ae12f5b18b, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:53.565949 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] For port c98e20f4-30a9-400c-b80d-35ae12f5b18b, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=c98e20f4-30a9-400c-b80d-35ae12f5b18b,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:53.577052 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce0b28d-7d8e-4b1f-93aa-427dbdc95e95 req-40e20327-3707-4c85-bbd3-0f63aee0964d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] No DVR routers for this DVR port ef297693-3658-4a7d-9fb0-065c609db90d on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:52:53.581867 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Publish callbacks [] for router_gateway (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.584276 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bc653f4e-e7a9-4907-8c56-1dfd19051e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (0ce91446-e3d5-4849-b2f5-793a951787de), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.585605 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2ce0b28d-7d8e-4b1f-93aa-427dbdc95e95 req-40e20327-3707-4c85-bbd3-0f63aee0964d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.587155 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bc653f4e-e7a9-4907-8c56-1dfd19051e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.588686 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-bc653f4e-e7a9-4907-8c56-1dfd19051e2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ce91446-e3d5-4849-b2f5-793a951787de HTTP/1.1" status: 204 len: 168 time: 0.5791051 Apr 29 15:52:53.588819 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2ce0b28d-7d8e-4b1f-93aa-427dbdc95e95 req-40e20327-3707-4c85-bbd3-0f63aee0964d tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.37 "DELETE /v2.0/ports/ef297693-3658-4a7d-9fb0-065c609db90d HTTP/1.1" status: 204 len: 173 time: 1.0354788 Apr 29 15:52:53.595079 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4c63fa-584b-4c7e-b055-124e1b2b6b4c', 'name': 'network-vif-deleted', 'tag': 'ef297693-3658-4a7d-9fb0-065c609db90d'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:53.595079 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e704c11-90e8-4903-9e5f-bd4f3a86f992" -d '{"events": [{"server_uuid": "cd4c63fa-584b-4c7e-b055-124e1b2b6b4c", "name": "network-vif-deleted", "tag": "ef297693-3658-4a7d-9fb0-065c609db90d"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:52:53.599662 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc653f4e-e7a9-4907-8c56-1dfd19051e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce91446-e3d5-4849-b2f5-793a951787de,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:53.626639 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2493cb26-c08c-4da3-9135-6ed264b5e08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (c46d50c5-cdcc-480a-8f95-e795b6ecda24), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.629246 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2493cb26-c08c-4da3-9135-6ed264b5e08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.632025 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-2493cb26-c08c-4da3-9135-6ed264b5e08e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c46d50c5-cdcc-480a-8f95-e795b6ecda24 HTTP/1.1" status: 204 len: 168 time: 0.5338268 Apr 29 15:52:53.657273 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493cb26-c08c-4da3-9135-6ed264b5e08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46d50c5-cdcc-480a-8f95-e795b6ecda24,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:53.665581 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:53.678457 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea6ce5a-e670-4b91-b3d0-87f5bc19813c x-openstack-request-id: req-6ea6ce5a-e670-4b91-b3d0-87f5bc19813c {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:52:53.679511 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4c63fa-584b-4c7e-b055-124e1b2b6b4c", "name": "network-vif-deleted", "tag": "ef297693-3658-4a7d-9fb0-065c609db90d", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:52:53.680024 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ea6ce5a-e670-4b91-b3d0-87f5bc19813c {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:52:53.682056 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea6ce5a-e670-4b91-b3d0-87f5bc19813c'] response: {'server_uuid': 'cd4c63fa-584b-4c7e-b055-124e1b2b6b4c', 'name': 'network-vif-deleted', 'tag': 'ef297693-3658-4a7d-9fb0-065c609db90d', 'status': 'completed', 'code': 200} Apr 29 15:52:53.761337 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2fed0-651c-4e16-862e-391ee91230df None None] Pushing event updated for resources: {'Port': ['ID=c98e20f4-30a9-400c-b80d-35ae12f5b18b,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:53.812388 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022412c7-b767-43f9-9d14-c5068852baeb req-48557021-9437-4953-bd19-b06b87f2d0ae tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:53.816186 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-022412c7-b767-43f9-9d14-c5068852baeb req-48557021-9437-4953-bd19-b06b87f2d0ae tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1014466 Apr 29 15:52:53.975987 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-022412c7-b767-43f9-9d14-c5068852baeb req-60c29b30-5fc8-45d8-b63a-4dbcb11391c2 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522884 Apr 29 15:52:54.014714 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Publish callbacks [] for router_gateway (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:54.045178 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:54.167925 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Allocated IP 172.27.1.9 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/24eb5db1-f19e-46c9-8feb-8572105104d7) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:54.287809 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Publish callbacks [] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:54.401499 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55104) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:54.420897 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:52:54.482926 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55110) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:54.503426 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c8b7a306-b47e-47ad-bc8c-4bf13e4d43fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:54.591690 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c8b7a306-b47e-47ad-bc8c-4bf13e4d43fe admin admin] Publish callbacks [] for security_group (38c4e382-a323-4671-976e-427af9898e46), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:54.663038 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:54.681675 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c8b7a306-b47e-47ad-bc8c-4bf13e4d43fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (38c4e382-a323-4671-976e-427af9898e46), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:54.709732 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-682b2898-2c87-4b5a-914f-2b7e9e753ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:54.734897 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7a306-b47e-47ad-bc8c-4bf13e4d43fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c4e382-a323-4671-976e-427af9898e46,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:54.737961 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-69e54b77-b423-4659-ad53-b9c399dcd525 req-3c5d9a9b-5d80-4938-b7e0-d7c374a229c0 tempest-DeleteServersTestJSON-288899543 tempest-DeleteServersTestJSON-288899543-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd4c63fa-584b-4c7e-b055-124e1b2b6b4c HTTP/1.1" status: 200 len: 210 time: 0.0660176 Apr 29 15:52:54.739472 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c8b7a306-b47e-47ad-bc8c-4bf13e4d43fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05ff9019314c4da0af955eef921ce696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553909 Apr 29 15:52:54.743756 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55114) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:54.753210 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:54.771097 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:54.782947 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:52:54.784744 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Pushing event updated for resources: {'Port': ['ID=24eb5db1-f19e-46c9-8feb-8572105104d7,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:54.846461 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e1764-86d4-4a91-aaa4-0268224112cf None None] Network 9186de40-610d-414d-b482-035dcefa4c45 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:52:54.916060 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-cb2bd051-35cc-4951-8050-c3874d0abe56 None None] Provisioning complete for port c98e20f4-30a9-400c-b80d-35ae12f5b18b triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:54.916415 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd051-35cc-4951-8050-c3874d0abe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:54.957111 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e136eb7e-73c5-4fd3-a06b-12dfe016c3df admin admin] Publish callbacks [] for security_group (38c4e382-a323-4671-976e-427af9898e46), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:54.997277 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e136eb7e-73c5-4fd3-a06b-12dfe016c3df admin admin] Publish callbacks [] for security_group (38c4e382-a323-4671-976e-427af9898e46), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.009475 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-682b2898-2c87-4b5a-914f-2b7e9e753ab4 admin admin] Publish callbacks [] for security_group (f270bad1-c698-475b-99a1-87cfcbd1c42f), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.061003 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-cb2bd051-35cc-4951-8050-c3874d0abe56 None None] Current status of the port c98e20f4-30a9-400c-b80d-35ae12f5b18b is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:55.061622 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd051-35cc-4951-8050-c3874d0abe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.104945 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-cb2bd051-35cc-4951-8050-c3874d0abe56 None None] For port c98e20f4-30a9-400c-b80d-35ae12f5b18b, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=c98e20f4-30a9-400c-b80d-35ae12f5b18b,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:55.107872 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-682b2898-2c87-4b5a-914f-2b7e9e753ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (f270bad1-c698-475b-99a1-87cfcbd1c42f), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.176430 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device c98e20f4-30a9-400c-b80d-35ae12f5b18b up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:55.212725 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd051-35cc-4951-8050-c3874d0abe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.236859 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-682b2898-2c87-4b5a-914f-2b7e9e753ab4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e2ec2f102274fdf87f422a775e90fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8342574 Apr 29 15:52:55.237917 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b2898-2c87-4b5a-914f-2b7e9e753ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f270bad1-c698-475b-99a1-87cfcbd1c42f,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:55.239768 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55120) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:55.257092 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fa232-6cc9-4f2a-904d-754e501fc6e1 req-eb7f38db-1b47-473f-a56f-a68d81c785a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:55.259297 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1a8fa232-6cc9-4f2a-904d-754e501fc6e1 req-eb7f38db-1b47-473f-a56f-a68d81c785a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1583626 Apr 29 15:52:55.271496 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port c98e20f4-30a9-400c-b80d-35ae12f5b18b triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:55.271962 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.294787 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Publish callbacks [] for router_gateway (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.318422 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-442a4860-032c-44ac-ba73-ea705ab024cb admin admin] Publish callbacks [] for security_group (f270bad1-c698-475b-99a1-87cfcbd1c42f), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.340677 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e136eb7e-73c5-4fd3-a06b-12dfe016c3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (38c4e382-a323-4671-976e-427af9898e46), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.343167 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e136eb7e-73c5-4fd3-a06b-12dfe016c3df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.343608 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-442a4860-032c-44ac-ba73-ea705ab024cb admin admin] Publish callbacks [] for security_group (f270bad1-c698-475b-99a1-87cfcbd1c42f), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.344482 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-e136eb7e-73c5-4fd3-a06b-12dfe016c3df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38c4e382-a323-4671-976e-427af9898e46 HTTP/1.1" status: 204 len: 168 time: 0.5950108 Apr 29 15:52:55.344624 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-0d21d66f-2985-4777-a979-25b8b36fa1a4 None None] Provisioning complete for port c98e20f4-30a9-400c-b80d-35ae12f5b18b triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:55.344996 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-0d21d66f-2985-4777-a979-25b8b36fa1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.346715 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bd051-35cc-4951-8050-c3874d0abe56 None None] Pushing event updated for resources: {'Port': ['ID=c98e20f4-30a9-400c-b80d-35ae12f5b18b,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:55.379926 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136eb7e-73c5-4fd3-a06b-12dfe016c3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c4e382-a323-4671-976e-427af9898e46,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:55.386276 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1a8fa232-6cc9-4f2a-904d-754e501fc6e1 req-adfccd9f-42de-4a2f-935b-b59094d357a2 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107717 Apr 29 15:52:55.395817 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port c98e20f4-30a9-400c-b80d-35ae12f5b18b is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:55.488111 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-0d21d66f-2985-4777-a979-25b8b36fa1a4 None None] Current status of the port c98e20f4-30a9-400c-b80d-35ae12f5b18b is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:55.497056 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-442a4860-032c-44ac-ba73-ea705ab024cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (f270bad1-c698-475b-99a1-87cfcbd1c42f), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.499656 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-442a4860-032c-44ac-ba73-ea705ab024cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.503943 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-442a4860-032c-44ac-ba73-ea705ab024cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f270bad1-c698-475b-99a1-87cfcbd1c42f HTTP/1.1" status: 204 len: 168 time: 0.2629652 Apr 29 15:52:55.513482 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a4860-032c-44ac-ba73-ea705ab024cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f270bad1-c698-475b-99a1-87cfcbd1c42f,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:55.577832 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640451'] for router (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:55.778785 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 is scheduled to L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 with binding_index 1 {{(pid=110324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:52:55.959514 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:52:55.974454 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Sync routers for ids ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:52:55.995785 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Routers {'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:52:55.996433 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:52:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:56.050012 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.052431 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-f9ea4da8-1ef1-40a2-9c82-70faf5d93b8a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2222118 Apr 29 15:52:56.053988 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55150) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:56.119224 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Set router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:52:56.144690 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device ef297693-3658-4a7d-9fb0-065c609db90d no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:52:56.168326 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: ef297693-3658-4a7d-9fb0-065c609db90d {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:52:56.168913 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device ef297693-3658-4a7d-9fb0-065c609db90d not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:52:56.315924 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:52:54Z', 'revision_number': 3, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:56.350678 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Checking router: fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:52:56.351019 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Updating router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 port 24eb5db1-f19e-46c9-8feb-8572105104d7 binding host dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:52:56.365127 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55160) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:56.383939 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-22e44e70-1ffa-448e-8c98-865aa6f05443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.406317 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.530472 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-22e44e70-1ffa-448e-8c98-865aa6f05443 admin admin] Publish callbacks [] for security_group (13603e05-0f5d-4332-9bf7-dd4471a2a0b4), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.595269 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-22e44e70-1ffa-448e-8c98-865aa6f05443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (13603e05-0f5d-4332-9bf7-dd4471a2a0b4), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.597294 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a2338-8d7f-489d-af09-743e30b6f3d6 req-5cbda495-58c4-4bb3-9f09-21614ab55bf9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:56.598937 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f61a2338-8d7f-489d-af09-743e30b6f3d6 req-5cbda495-58c4-4bb3-9f09-21614ab55bf9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0832584 Apr 29 15:52:56.648582 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e44e70-1ffa-448e-8c98-865aa6f05443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13603e05-0f5d-4332-9bf7-dd4471a2a0b4,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:56.654542 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-22e44e70-1ffa-448e-8c98-865aa6f05443 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e257c8f90eca42ba9c6ae85bbc674a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882147 Apr 29 15:52:56.656927 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55172) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:56.702327 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f61a2338-8d7f-489d-af09-743e30b6f3d6 req-e633aad9-dec9-436e-a826-4655cc87c104 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796528 Apr 29 15:52:56.721647 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.722222 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef41f-6008-4856-bc0c-c9dad00e74a9 admin admin] Publish callbacks [] for security_group (13603e05-0f5d-4332-9bf7-dd4471a2a0b4), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.746295 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef41f-6008-4856-bc0c-c9dad00e74a9 admin admin] Publish callbacks [] for security_group (13603e05-0f5d-4332-9bf7-dd4471a2a0b4), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.752139 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Publish callbacks [] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), precommit_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.835519 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.864116 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef41f-6008-4856-bc0c-c9dad00e74a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (13603e05-0f5d-4332-9bf7-dd4471a2a0b4), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.868239 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef41f-6008-4856-bc0c-c9dad00e74a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.871594 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ac5ef41f-6008-4856-bc0c-c9dad00e74a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13603e05-0f5d-4332-9bf7-dd4471a2a0b4 HTTP/1.1" status: 204 len: 168 time: 0.2135551 Apr 29 15:52:56.885176 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Pushing event updated for resources: {'Port': ['ID=24eb5db1-f19e-46c9-8feb-8572105104d7,revision_number=2']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:56.886830 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ef41f-6008-4856-bc0c-c9dad00e74a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13603e05-0f5d-4332-9bf7-dd4471a2a0b4,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:56.894758 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.895117 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.895484 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.895886 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.896426 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.896921 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.897421 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.897903 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.898377 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.898966 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.899536 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.899913 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.900405 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.900896 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.901365 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:56.921060 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Attempting to bind port 24eb5db1-f19e-46c9-8feb-8572105104d7 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:52:56.921701 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Attempting to bind port 24eb5db1-f19e-46c9-8feb-8572105104d7 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:52:56.922259 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Attempting to bind port 24eb5db1-f19e-46c9-8feb-8572105104d7 on network ae6f69da-4bce-4b33-8222-dee4512f4ab7 {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:52:56.923493 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Allocated IP 172.20.0.1 (9186de40-610d-414d-b482-035dcefa4c45/bf247570-ba12-4a7a-94b0-eb862590a764/3efeb083-c43e-45c0-9ab3-28687aa36198) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:56.928842 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:52:56.929745 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Checking segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:52:56.939561 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.939561 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Bound using segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:52:56.939561 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Bound port: 24eb5db1-f19e-46c9-8feb-8572105104d7, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:52:56.939561 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:56.995074 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] For port 24eb5db1-f19e-46c9-8feb-8572105104d7, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:52:57.000328 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] For port 24eb5db1-f19e-46c9-8feb-8572105104d7, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=24eb5db1-f19e-46c9-8feb-8572105104d7,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:52:57.067104 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:57.096214 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Publish callbacks [] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:57.122124 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device c98e20f4-30a9-400c-b80d-35ae12f5b18b up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:57.129577 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7511f-0f82-4937-978d-df84815d0ab0 None None] Pushing event updated for resources: {'Port': ['ID=24eb5db1-f19e-46c9-8feb-8572105104d7,revision_number=3']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:57.132624 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Routers {'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:52:57.133275 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:52:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:57.212660 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port c98e20f4-30a9-400c-b80d-35ae12f5b18b triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:57.214548 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:57.234575 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:57.293734 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Network 9186de40-610d-414d-b482-035dcefa4c45 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:57.309734 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:57.311790 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3efeb083-c43e-45c0-9ab3-28687aa36198,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:57.314296 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:52:57.314949 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639158'] for router_interface (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:57.357251 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port c98e20f4-30a9-400c-b80d-35ae12f5b18b is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:57.492543 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] Set router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:52:57.603145 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:57.632619 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55206) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:57.693430 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f991da4b-fb3c-4068-a018-7f03996de553 admin admin] Deleting subnet 467f2c25-36fb-4dce-9f15-0eda10026eb1 {{(pid=110323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 15:52:57.698631 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f991da4b-fb3c-4068-a018-7f03996de553 admin admin] Publish callbacks [] for subnet (467f2c25-36fb-4dce-9f15-0eda10026eb1), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:57.746213 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-41565600-6e74-4afd-a534-bc75e6e1e9dd None None] Provisioning complete for port 3efeb083-c43e-45c0-9ab3-28687aa36198 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:57.748025 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-41565600-6e74-4afd-a534-bc75e6e1e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:57.756883 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f991da4b-fb3c-4068-a018-7f03996de553 admin admin] Publish callbacks [] for subnet (467f2c25-36fb-4dce-9f15-0eda10026eb1), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:57.761155 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:52:54Z', 'revision_number': 3, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:57.782057 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f991da4b-fb3c-4068-a018-7f03996de553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (467f2c25-36fb-4dce-9f15-0eda10026eb1), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:57.823161 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd53b02-f7d8-41ab-a20e-70b5e0867596 None None] The sync data for ids ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'] in dv-cinder-839872-2-iscsi is: [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:52:54Z', 'revision_number': 3, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:52:57.865684 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-41565600-6e74-4afd-a534-bc75e6e1e9dd None None] Port 3efeb083-c43e-45c0-9ab3-28687aa36198 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:52:57.924078 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccc959-4a13-4a5e-a9e6-bfd5f2e7c6b8 req-6fc9acc4-da4b-41d7-9308-3694bb10a461 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:57.925676 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-59ccc959-4a13-4a5e-a9e6-bfd5f2e7c6b8 req-6fc9acc4-da4b-41d7-9308-3694bb10a461 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0813012 Apr 29 15:52:57.996824 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-59ccc959-4a13-4a5e-a9e6-bfd5f2e7c6b8 req-e419c098-6a64-43e9-a8ca-e223e9fc6637 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612314 Apr 29 15:52:58.011421 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Publish callbacks [] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:58.013377 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f991da4b-fb3c-4068-a018-7f03996de553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (467f2c25-36fb-4dce-9f15-0eda10026eb1), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:58.057125 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991da4b-fb3c-4068-a018-7f03996de553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467f2c25-36fb-4dce-9f15-0eda10026eb1,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:58.059072 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f991da4b-fb3c-4068-a018-7f03996de553 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:58.062382 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-f991da4b-fb3c-4068-a018-7f03996de553 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/467f2c25-36fb-4dce-9f15-0eda10026eb1 HTTP/1.1" status: 204 len: 168 time: 0.4283867 Apr 29 15:52:58.072515 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55222) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:58.152646 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:58.153393 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739334'] for router_interface (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:58.208781 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (a145386e-a913-4023-b794-c83de2268057), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:58.288101 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3efeb083-c43e-45c0-9ab3-28687aa36198,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:58.409547 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (a145386e-a913-4023-b794-c83de2268057), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:58.428746 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Network 9186de40-610d-414d-b482-035dcefa4c45 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:58.436716 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:58.442614 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.443070 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.443760 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.444291 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > port after_create 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.444643 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.445019 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > port after_update 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.445328 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.446195 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.446521 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.447330 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.557371 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.557763 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.558105 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.558460 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:52:58.559064 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a145386e-a913-4023-b794-c83de2268057']}} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:58.579111 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbd4aa3-0ffc-47cd-8448-e71a29948238') {'for_net_delete': True} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:58.579423 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbd4aa3-0ffc-47cd-8448-e71a29948238') {} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:58.602445 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220860'] for segment (0bbd4aa3-0ffc-47cd-8448-e71a29948238), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:58.633991 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (0bbd4aa3-0ffc-47cd-8448-e71a29948238), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:58.715489 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=110324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:52:58.716228 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8816870'] for segment (0bbd4aa3-0ffc-47cd-8448-e71a29948238), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: from cryptography.utils import int_from_bytes Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: from cryptography.utils import int_from_bytes Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: Traceback (most recent call last): Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: timer() Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: cb(*args, **kw) Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: return func(*args, **kwargs) Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: self._notify() Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: self.callback(batched_events) Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: event.method(event) Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: return f(self, *a, **k) Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._get(url).json() Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: return self.request(url, 'GET', **kwargs) Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:52:58.752760 dv-cinder-839872-2-iscsi neutron-server[110324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:52:58.796412 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-af512606-08f9-4331-aa82-de3372b4551a None None] Provisioning complete for port 3efeb083-c43e-45c0-9ab3-28687aa36198 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:58.796955 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-af512606-08f9-4331-aa82-de3372b4551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:58.899137 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-af512606-08f9-4331-aa82-de3372b4551a None None] Port 3efeb083-c43e-45c0-9ab3-28687aa36198 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:52:58.905263 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:52:59.144694 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 24eb5db1-f19e-46c9-8feb-8572105104d7 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:52:59.198640 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 24eb5db1-f19e-46c9-8feb-8572105104d7 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:52:59.199844 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.205273 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (a145386e-a913-4023-b794-c83de2268057), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.209576 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.216238 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a145386e-a913-4023-b794-c83de2268057 HTTP/1.1" status: 204 len: 168 time: 1.1428053 Apr 29 15:52:59.267974 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6683ed1-9017-460b-92ea-679cca2b7c76 admin admin] Pushing event deleted for resources: {'Network': ['ID=a145386e-a913-4023-b794-c83de2268057,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:59.288798 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f64ac-3cd2-4954-8ee4-c4d068f394b5 req-2f4f826b-373f-46db-ad13-d15923a66cfd tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:59.290567 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d39f64ac-3cd2-4954-8ee4-c4d068f394b5 req-2f4f826b-373f-46db-ad13-d15923a66cfd tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0901921 Apr 29 15:52:59.296665 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55264) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:59.371274 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:52:59.390401 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-ae0fc8f9-597c-4124-9596-a5ed5c6570d4 admin admin] 10.222.0.23 "PUT /v2.0/routers/fb2be098-ae07-4705-a7a5-ea55dcc0d3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3272903 Apr 29 15:52:59.417310 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d39f64ac-3cd2-4954-8ee4-c4d068f394b5 req-122276c6-d6fa-4856-8cb6-79905bf64ea1 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945969 Apr 29 15:52:59.429259 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 24eb5db1-f19e-46c9-8feb-8572105104d7 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:52:59.429638 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.458082 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port 24eb5db1-f19e-46c9-8feb-8572105104d7, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=24eb5db1-f19e-46c9-8feb-8572105104d7,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:52:59.495706 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-81ff2c06-b7b0-4bd5-b9d2-89556f52d92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.557484 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.583468 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-81ff2c06-b7b0-4bd5-b9d2-89556f52d92b admin admin] Publish callbacks [] for security_group (efa44717-45ad-4be0-9ff3-a3541abda59b), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.614815 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=24eb5db1-f19e-46c9-8feb-8572105104d7,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:59.696857 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-81ff2c06-b7b0-4bd5-b9d2-89556f52d92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (efa44717-45ad-4be0-9ff3-a3541abda59b), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.737682 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-81ff2c06-b7b0-4bd5-b9d2-89556f52d92b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7a1dfecb568425698eb34624383a483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4393821 Apr 29 15:52:59.738533 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff2c06-b7b0-4bd5-b9d2-89556f52d92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa44717-45ad-4be0-9ff3-a3541abda59b,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:59.741463 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55274) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:59.799111 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55278) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:59.805631 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4a7b-13f7-45a5-b792-94239eacc76b admin admin] Publish callbacks [] for security_group (efa44717-45ad-4be0-9ff3-a3541abda59b), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.834625 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4a7b-13f7-45a5-b792-94239eacc76b admin admin] Publish callbacks [] for security_group (efa44717-45ad-4be0-9ff3-a3541abda59b), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.848582 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-2a47b613-477e-4898-a84a-96943d4c21a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c4dcc3c2a9b4a5ca23f5e6097b1a28d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0482237 Apr 29 15:52:59.851178 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55280) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:52:59.909951 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-700f9b46-adb1-4197-bbc6-c2b4aaeb661b admin admin] Publish callbacks [] for security_group (93d0e5e9-61e6-46ae-88a9-d8cdc939b50a), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.935685 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-700f9b46-adb1-4197-bbc6-c2b4aaeb661b admin admin] Publish callbacks [] for security_group (93d0e5e9-61e6-46ae-88a9-d8cdc939b50a), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.953703 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4a7b-13f7-45a5-b792-94239eacc76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (efa44717-45ad-4be0-9ff3-a3541abda59b), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.956286 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4a7b-13f7-45a5-b792-94239eacc76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:52:59.959984 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-e6ed4a7b-13f7-45a5-b792-94239eacc76b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efa44717-45ad-4be0-9ff3-a3541abda59b HTTP/1.1" status: 204 len: 168 time: 0.2149086 Apr 29 15:52:59.979438 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed4a7b-13f7-45a5-b792-94239eacc76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa44717-45ad-4be0-9ff3-a3541abda59b,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:59.995468 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Sync routers for ids ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:53:00.011971 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Routers {'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:00.012762 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:52:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:00.076368 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-700f9b46-adb1-4197-bbc6-c2b4aaeb661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (93d0e5e9-61e6-46ae-88a9-d8cdc939b50a), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:00.078895 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-700f9b46-adb1-4197-bbc6-c2b4aaeb661b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:00.080055 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-700f9b46-adb1-4197-bbc6-c2b4aaeb661b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93d0e5e9-61e6-46ae-88a9-d8cdc939b50a HTTP/1.1" status: 204 len: 168 time: 0.2272491 Apr 29 15:53:00.094023 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f9b46-adb1-4197-bbc6-c2b4aaeb661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d0e5e9-61e6-46ae-88a9-d8cdc939b50a,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:00.277119 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Set router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:00.525361 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:52:57Z', 'revision_number': 4, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '3efeb083-c43e-45c0-9ab3-28687aa36198', 'name': '', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'mac_address': 'fa:16:3e:82:2c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:56Z', 'updated_at': '2022-04-29T15:52:57Z', 'revision_number': 2, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'subnets': [{'id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:00.556137 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Checking router: fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:53:00.556740 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Updating router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 port 3efeb083-c43e-45c0-9ab3-28687aa36198 binding host dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:53:00.574674 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ef49e-9f10-4df9-90e8-780f68a8c27f req-ec8fa7c1-954c-4513-b1ec-d53434228733 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:00.585063 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-187ef49e-9f10-4df9-90e8-780f68a8c27f req-ec8fa7c1-954c-4513-b1ec-d53434228733 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0728889 Apr 29 15:53:00.595683 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:00.653187 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-187ef49e-9f10-4df9-90e8-780f68a8c27f req-0f55f086-d820-4110-8b93-ccecae48362d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667670 Apr 29 15:53:00.764646 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55322) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:00.769658 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-718326796-network', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:00.873856 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Made reservation on behalf of 3e6264ad05e0444d9084fffc740ef97f for: {'network': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:00.876431 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:00.889425 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:00.941244 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Publish callbacks [] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), precommit_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:00.970785 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Publish callbacks [] for security_group (ce9f3768-307e-49ce-b3f5-3029faeb1189), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.072784 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.099240 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ce9f3768-307e-49ce-b3f5-3029faeb1189), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.163083 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=110324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:53:01.171516 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 24eb5db1-f19e-46c9-8feb-8572105104d7 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:01.178300 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9f3768-307e-49ce-b3f5-3029faeb1189,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:01.200227 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (e1944b93-957e-41a6-80b4-a48c5447e1bd), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.200227 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.segments_db [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Added segment e1944b93-957e-41a6-80b4-a48c5447e1bd of type vlan for network 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 Apr 29 15:53:01.221041 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2355e4-8f61-4581-a369-46f8862028ac None None] Pushing event updated for resources: {'Port': ['ID=3efeb083-c43e-45c0-9ab3-28687aa36198,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:01.303066 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (7e98c366-16a1-4e6b-93b4-43b4f0eccfe8), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.310610 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Attempting to bind port 3efeb083-c43e-45c0-9ab3-28687aa36198 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:53:01.311257 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Attempting to bind port 3efeb083-c43e-45c0-9ab3-28687aa36198 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:53:01.311682 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Attempting to bind port 3efeb083-c43e-45c0-9ab3-28687aa36198 on network 9186de40-610d-414d-b482-035dcefa4c45 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:01.325064 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 24eb5db1-f19e-46c9-8feb-8572105104d7 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:01.325620 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.330411 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:53:01.331039 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Checking segment: {'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:01.331437 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.331858 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Bound using segment: {'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:53:01.332327 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Bound port: 3efeb083-c43e-45c0-9ab3-28687aa36198, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:53:01.332705 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.491403 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] For port 3efeb083-c43e-45c0-9ab3-28687aa36198, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:01.497367 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-ccefb8b7-4037-4c1f-8667-4b3d6dacd68b None None] Provisioning complete for port 3efeb083-c43e-45c0-9ab3-28687aa36198 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:01.497741 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-ccefb8b7-4037-4c1f-8667-4b3d6dacd68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.497962 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (7e98c366-16a1-4e6b-93b4-43b4f0eccfe8), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.499274 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:01.500195 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.509430 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] For port 3efeb083-c43e-45c0-9ab3-28687aa36198, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=3efeb083-c43e-45c0-9ab3-28687aa36198,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:01.528179 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 24eb5db1-f19e-46c9-8feb-8572105104d7 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:01.548461 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-ccefb8b7-4037-4c1f-8667-4b3d6dacd68b None None] Port 3efeb083-c43e-45c0-9ab3-28687aa36198 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:53:01.604080 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] Pushing event updated for resources: {'Network': ['ID=7e98c366-16a1-4e6b-93b4-43b4f0eccfe8,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:01.614757 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:53:01.633372 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.669903 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55360) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:01.670329 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-531d48a3-96a4-46dd-9344-df5e110a2c2e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9024172 Apr 29 15:53:01.673570 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-939c8e67-da93-4ab4-bae8-cef17040f301 admin admin] Request body: {'subnet': {'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-718326796-subnet', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'ip_version': 4}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:01.757245 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Routers {'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:01.758390 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:52:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:01.801506 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939c8e67-da93-4ab4-bae8-cef17040f301 admin admin] Made reservation on behalf of 3e6264ad05e0444d9084fffc740ef97f for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:01.803886 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-939c8e67-da93-4ab4-bae8-cef17040f301 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:01.826798 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2355e4-8f61-4581-a369-46f8862028ac None None] Pushing event updated for resources: {'Port': ['ID=3efeb083-c43e-45c0-9ab3-28687aa36198,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:01.827409 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e586314-3e81-40b8-afa8-1fc4a37e3262 req-df932dff-55bf-4996-8e94-61f8e1979447 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:01.844037 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8e586314-3e81-40b8-afa8-1fc4a37e3262 req-df932dff-55bf-4996-8e94-61f8e1979447 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1105962 Apr 29 15:53:01.921467 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8e586314-3e81-40b8-afa8-1fc4a37e3262 req-3cd71cb7-9de0-4699-9534-c9e0d952e862 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763299 Apr 29 15:53:01.989872 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] Set router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:02.106775 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-61ae186e-a08a-460a-880f-fc8b919b3a9e None None] Provisioning complete for port 3efeb083-c43e-45c0-9ab3-28687aa36198 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:02.107645 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-61ae186e-a08a-460a-880f-fc8b919b3a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:02.140276 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-939c8e67-da93-4ab4-bae8-cef17040f301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (907627ae-4466-4fff-ba17-c35309801e8b), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:02.232964 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c8e67-da93-4ab4-bae8-cef17040f301 admin admin] Checking segment: {'id': 'e1944b93-957e-41a6-80b4-a48c5447e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:02.234882 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939c8e67-da93-4ab4-bae8-cef17040f301 admin admin] Network hostable DHCP agents. Network: 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:53:02.241875 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c8e67-da93-4ab4-bae8-cef17040f301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=907627ae-4466-4fff-ba17-c35309801e8b,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:02.302005 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:52:57Z', 'revision_number': 4, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '3efeb083-c43e-45c0-9ab3-28687aa36198', 'name': '', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'mac_address': 'fa:16:3e:82:2c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:56Z', 'updated_at': '2022-04-29T15:53:01Z', 'revision_number': 4, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'subnets': [{'id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:02.303788 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-61ae186e-a08a-460a-880f-fc8b919b3a9e None None] Current status of the port 3efeb083-c43e-45c0-9ab3-28687aa36198 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:02.304181 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-61ae186e-a08a-460a-880f-fc8b919b3a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:02.340420 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917f9bdd-9301-45cc-919b-f0c794cc0d37 None None] The sync data for ids ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'] in dv-cinder-839872-2-iscsi is: [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:52:57Z', 'revision_number': 4, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '3efeb083-c43e-45c0-9ab3-28687aa36198', 'name': '', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'mac_address': 'fa:16:3e:82:2c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:56Z', 'updated_at': '2022-04-29T15:53:01Z', 'revision_number': 4, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'subnets': [{'id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:53:02.361647 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939c8e67-da93-4ab4-bae8-cef17040f301 admin admin] Network 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:53:02.381190 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-61ae186e-a08a-460a-880f-fc8b919b3a9e None None] For port 3efeb083-c43e-45c0-9ab3-28687aa36198, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=3efeb083-c43e-45c0-9ab3-28687aa36198,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:02.452146 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-939c8e67-da93-4ab4-bae8-cef17040f301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:02.463002 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20404cf6-281c-4669-b196-b409b9dd4653 None None] Network 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:53:02.472336 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-61ae186e-a08a-460a-880f-fc8b919b3a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:02.477709 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939c8e67-da93-4ab4-bae8-cef17040f301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:02.477709 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-939c8e67-da93-4ab4-bae8-cef17040f301 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:02.574090 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55406) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:02.579635 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-718326796-router', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:02.580213 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-939c8e67-da93-4ab4-bae8-cef17040f301 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9117477 Apr 29 15:53:02.603480 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae186e-a08a-460a-880f-fc8b919b3a9e None None] Pushing event updated for resources: {'Port': ['ID=3efeb083-c43e-45c0-9ab3-28687aa36198,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:02.641861 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea9de40-577b-5861-953d-07c7c45c0abe-7e98c366-16a1-4e6b-93b4-43b4f0eccfe8', 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8', 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'fixed_ips': [{'subnet_id': '907627ae-4466-4fff-ba17-c35309801e8b'}]}} from dv-cinder-839872-2-iscsi. {{(pid=110325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 15:53:02.642930 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:02.675586 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6446'] for router (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:02.676681 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6439'] for router (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:02.791523 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Publish callbacks [] for router_controller (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), precommit_add_association {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:02.808473 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.db_base_plugin_common [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Allocated IP 172.20.0.2 (7e98c366-16a1-4e6b-93b4-43b4f0eccfe8/907627ae-4466-4fff-ba17-c35309801e8b/1b51682d-824f-4bf2-b131-8ee192081ee2) {{(pid=110325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:03.068551 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55428) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:03.142647 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Publish callbacks [] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), precommit_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.187695 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138bb76-e78b-4656-9e1e-bba79b54e421 req-6edbf554-0563-4fc6-8a37-c68a582d97f6 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:03.194677 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9138bb76-e78b-4656-9e1e-bba79b54e421 req-6edbf554-0563-4fc6-8a37-c68a582d97f6 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1232345 Apr 29 15:53:03.199270 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Publish callbacks [] for router_gateway (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.221247 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 3efeb083-c43e-45c0-9ab3-28687aa36198 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:03.274485 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-78e49720-c2c3-425a-b9d7-dae0dabc242c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.278170 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.292611 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9138bb76-e78b-4656-9e1e-bba79b54e421 req-9500e1a6-b660-4490-a398-a2bda943e331 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965204 Apr 29 15:53:03.353828 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Pushing event updated for resources: {'Port': ['ID=1b51682d-824f-4bf2-b131-8ee192081ee2,revision_number=1']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:03.360094 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Network 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 is already hosted by enough agents. {{(pid=110325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:03.367194 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.base_scheduler [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Resources bound (agent type, host, resource id): {{(pid=110325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:03.370168 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Received port after_create {{(pid=110325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:53:03.387638 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 3efeb083-c43e-45c0-9ab3-28687aa36198 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:03.388197 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.392604 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-78e49720-c2c3-425a-b9d7-dae0dabc242c admin admin] Publish callbacks [] for security_group (6b5d82f6-f139-4e39-827a-d2c32e61c056), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.492430 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-78e49720-c2c3-425a-b9d7-dae0dabc242c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (6b5d82f6-f139-4e39-827a-d2c32e61c056), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.583939 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e49720-c2c3-425a-b9d7-dae0dabc242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5d82f6-f139-4e39-827a-d2c32e61c056,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:03.635679 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-78e49720-c2c3-425a-b9d7-dae0dabc242c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=326d1081d3344b69bc86df97ef62b640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5651543 Apr 29 15:53:03.640922 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55442) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:03.645821 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Publish callbacks [] for router_gateway (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.671892 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.680611 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Attempting to bind port 1b51682d-824f-4bf2-b131-8ee192081ee2 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:53:03.681082 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Attempting to bind port 1b51682d-824f-4bf2-b131-8ee192081ee2 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': 'e1944b93-957e-41a6-80b4-a48c5447e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:53:03.681538 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Attempting to bind port 1b51682d-824f-4bf2-b131-8ee192081ee2 on network 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:03.689844 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:53:03.690377 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Checking segment: {'id': 'e1944b93-957e-41a6-80b4-a48c5447e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:03.690884 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.691367 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Bound using segment: {'id': 'e1944b93-957e-41a6-80b4-a48c5447e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:53:03.691958 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Bound port: 1b51682d-824f-4bf2-b131-8ee192081ee2, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1944b93-957e-41a6-80b4-a48c5447e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:53:03.692484 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.701740 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1c35f845-ff49-4362-ba4e-8bed7a564eb0 admin admin] Publish callbacks [] for security_group (6b5d82f6-f139-4e39-827a-d2c32e61c056), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.729792 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1c35f845-ff49-4362-ba4e-8bed7a564eb0 admin admin] Publish callbacks [] for security_group (6b5d82f6-f139-4e39-827a-d2c32e61c056), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.835656 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1c35f845-ff49-4362-ba4e-8bed7a564eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (6b5d82f6-f139-4e39-827a-d2c32e61c056), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.838974 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1c35f845-ff49-4362-ba4e-8bed7a564eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:03.843078 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-1c35f845-ff49-4362-ba4e-8bed7a564eb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b5d82f6-f139-4e39-827a-d2c32e61c056 HTTP/1.1" status: 204 len: 168 time: 0.2045329 Apr 29 15:53:03.854536 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 3efeb083-c43e-45c0-9ab3-28687aa36198 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:03.865042 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35f845-ff49-4362-ba4e-8bed7a564eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5d82f6-f139-4e39-827a-d2c32e61c056,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:03.899975 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Allocated IP 172.27.1.101 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/f9442e66-2abe-4077-a4ae-9204d0e8467e) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:03.912862 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] For port 1b51682d-824f-4bf2-b131-8ee192081ee2, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:03.932723 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] For port 1b51682d-824f-4bf2-b131-8ee192081ee2, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=1b51682d-824f-4bf2-b131-8ee192081ee2,segment=NetworkSegment(e1944b93-957e-41a6-80b4-a48c5447e1bd),segment_id=e1944b93-957e-41a6-80b4-a48c5447e1bd)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:03.994991 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:04.046460 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Publish callbacks [] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:04.102378 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ac189-114b-4850-baba-43e115a1fde4 None None] Pushing event updated for resources: {'Port': ['ID=1b51682d-824f-4bf2-b131-8ee192081ee2,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:04.144765 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:04.210276 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:04.214460 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:04.217057 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:53:04.245172 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=f9442e66-2abe-4077-a4ae-9204d0e8467e,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:04.475983 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe147f4f-833f-4ee7-bde3-7cd26241c48a req-6f80c62f-c873-4555-bb0f-d5bf565b778f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:04.479878 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fe147f4f-833f-4ee7-bde3-7cd26241c48a req-6f80c62f-c873-4555-bb0f-d5bf565b778f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0666673 Apr 29 15:53:04.569054 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fe147f4f-833f-4ee7-bde3-7cd26241c48a req-858ce20c-8846-4fc0-aefa-578d179436c3 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857573 Apr 29 15:53:04.638179 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Publish callbacks [] for router_gateway (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:04.868541 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640451'] for router (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:05.092207 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Router 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 is scheduled to L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 with binding_index 1 {{(pid=110324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:53:05.125703 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 1b51682d-824f-4bf2-b131-8ee192081ee2 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:05.188762 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55482) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:05.203999 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 1b51682d-824f-4bf2-b131-8ee192081ee2 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:05.204637 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:05.237624 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baaf50d-7079-45fc-8d2f-5655719fbb73 None None] Network 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:53:05.253895 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:53:05.267289 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Sync routers for ids ['741b2b3f-02bc-47a7-94e1-b39ac4a36f85'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:53:05.279099 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Routers {'741b2b3f-02bc-47a7-94e1-b39ac4a36f85'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:05.280253 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-01877e35-703c-410d-9f0b-0db37997035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:52:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['741b2b3f-02bc-47a7-94e1-b39ac4a36f85'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:05.301696 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1690323737-network', 'tenant_id': 'c8335898306845118bb7bf8cbf59e063'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:05.358767 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-17e67157-4fc7-4b81-9a69-f102a8629234 None None] Provisioning complete for port 1b51682d-824f-4bf2-b131-8ee192081ee2 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:05.359180 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-17e67157-4fc7-4b81-9a69-f102a8629234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:05.375830 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:05.378774 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-e3552236-c77c-4a17-917b-af5001795ea7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8019617 Apr 29 15:53:05.380330 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55486) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:05.392924 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Set router 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:05.421203 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 1b51682d-824f-4bf2-b131-8ee192081ee2 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:05.421589 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:05.477125 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Made reservation on behalf of c8335898306845118bb7bf8cbf59e063 for: {'network': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:05.479403 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:05.492837 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:05.496942 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port 1b51682d-824f-4bf2-b131-8ee192081ee2, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=1b51682d-824f-4bf2-b131-8ee192081ee2,segment=NetworkSegment(e1944b93-957e-41a6-80b4-a48c5447e1bd),segment_id=e1944b93-957e-41a6-80b4-a48c5447e1bd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:05.511849 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-17e67157-4fc7-4b81-9a69-f102a8629234 None None] Current status of the port 1b51682d-824f-4bf2-b131-8ee192081ee2 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:05.512480 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-17e67157-4fc7-4b81-9a69-f102a8629234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:05.577142 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:05.577394 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-01877e35-703c-410d-9f0b-0db37997035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'name': 'tempest-TestMinimumBasicScenario-718326796-router', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:02Z', 'updated_at': '2022-04-29T15:53:04Z', 'revision_number': 3, 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'gw_port': {'id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:03Z', 'updated_at': '2022-04-29T15:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:05.628769 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Checking router: 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:53:05.629382 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Updating router 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 port f9442e66-2abe-4077-a4ae-9204d0e8467e binding host dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:53:05.674492 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:05.675775 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=1b51682d-824f-4bf2-b131-8ee192081ee2,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:05.741297 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.db.api [None req-17e67157-4fc7-4b81-9a69-f102a8629234 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:53:05.741726 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG oslo_db.api [None req-17e67157-4fc7-4b81-9a69-f102a8629234 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:53:05.778047 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c59a-9a40-48d3-9142-109aa8b6deac req-429d30ef-f7a0-4ab6-94f2-ba7d11ac872b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:05.780173 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1bd3c59a-9a40-48d3-9142-109aa8b6deac req-429d30ef-f7a0-4ab6-94f2-ba7d11ac872b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1099658 Apr 29 15:53:05.836973 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Publish callbacks [] for security_group (bc5480ae-a6d9-4254-a11c-dbbdab7056f8), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:05.940010 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1bd3c59a-9a40-48d3-9142-109aa8b6deac req-d284646b-2352-42ea-a2ef-2f892de1bb7f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374841 Apr 29 15:53:05.943398 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Publish callbacks [] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), precommit_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:05.981213 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (bc5480ae-a6d9-4254-a11c-dbbdab7056f8), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.010992 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=110324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:53:06.047749 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5480ae-a6d9-4254-a11c-dbbdab7056f8,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:06.051739 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (49d8994b-ae44-41a4-8132-b9a1b3b8dbea), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.051934 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.052075 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.segments_db [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Added segment 49d8994b-ae44-41a4-8132-b9a1b3b8dbea of type vlan for network 3af4bb6f-d643-462d-98f4-335c4531a4ed Apr 29 15:53:06.104954 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.108593 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67290c-1d13-4d8a-a78a-898a061a161b None None] Pushing event updated for resources: {'Port': ['ID=f9442e66-2abe-4077-a4ae-9204d0e8467e,revision_number=2']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:06.108593 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Attempting to bind port f9442e66-2abe-4077-a4ae-9204d0e8467e on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:53:06.108593 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Attempting to bind port f9442e66-2abe-4077-a4ae-9204d0e8467e by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:53:06.108837 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Attempting to bind port f9442e66-2abe-4077-a4ae-9204d0e8467e on network ae6f69da-4bce-4b33-8222-dee4512f4ab7 {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:06.109044 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (3af4bb6f-d643-462d-98f4-335c4531a4ed), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.114243 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:53:06.114599 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Checking segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:06.114997 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.115380 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Bound using segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:53:06.115885 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Bound port: f9442e66-2abe-4077-a4ae-9204d0e8467e, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:53:06.116245 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.166312 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-01877e35-703c-410d-9f0b-0db37997035a None None] For port f9442e66-2abe-4077-a4ae-9204d0e8467e, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:06.169310 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-01877e35-703c-410d-9f0b-0db37997035a None None] For port f9442e66-2abe-4077-a4ae-9204d0e8467e, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f9442e66-2abe-4077-a4ae-9204d0e8467e,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:06.241678 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (3af4bb6f-d643-462d-98f4-335c4531a4ed), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.242738 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:06.243308 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.262659 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.279983 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-17e67157-4fc7-4b81-9a69-f102a8629234 None None] Current status of the port 1b51682d-824f-4bf2-b131-8ee192081ee2 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:06.327518 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Routers {'741b2b3f-02bc-47a7-94e1-b39ac4a36f85'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:06.328172 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-01877e35-703c-410d-9f0b-0db37997035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:52:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['741b2b3f-02bc-47a7-94e1-b39ac4a36f85'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:06.330929 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67290c-1d13-4d8a-a78a-898a061a161b None None] Pushing event updated for resources: {'Port': ['ID=f9442e66-2abe-4077-a4ae-9204d0e8467e,revision_number=3']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:06.345620 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Allocated IP 172.20.0.1 (7e98c366-16a1-4e6b-93b4-43b4f0eccfe8/907627ae-4466-4fff-ba17-c35309801e8b/44dc4558-c009-49f4-b7b7-497e30108d2a) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:06.347865 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] Pushing event updated for resources: {'Network': ['ID=3af4bb6f-d643-462d-98f4-335c4531a4ed,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:06.358927 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network 3af4bb6f-d643-462d-98f4-335c4531a4ed details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:53:06.383387 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-7d89ed43-2e80-47c9-aeee-81c5c03505d6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1890008 Apr 29 15:53:06.384023 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55496) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:06.389093 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-c89eb5a1-c7d0-4509-b10f-af7483311bed admin admin] Request body: {'subnet': {'network_id': '3af4bb6f-d643-462d-98f4-335c4531a4ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1690323737-subnet', 'tenant_id': 'c8335898306845118bb7bf8cbf59e063', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:06.447559 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-01877e35-703c-410d-9f0b-0db37997035a None None] Set router 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:06.457645 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-b9caac65-5e04-474a-860c-c55a9e28148f None None] Provisioning complete for port 1b51682d-824f-4bf2-b131-8ee192081ee2 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:06.458101 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b9caac65-5e04-474a-860c-c55a9e28148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.473677 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Publish callbacks [] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.498296 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89eb5a1-c7d0-4509-b10f-af7483311bed admin admin] Made reservation on behalf of c8335898306845118bb7bf8cbf59e063 for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:06.506164 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c89eb5a1-c7d0-4509-b10f-af7483311bed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.543640 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-b9caac65-5e04-474a-860c-c55a9e28148f None None] Current status of the port 1b51682d-824f-4bf2-b131-8ee192081ee2 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:06.589872 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.621679 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-01877e35-703c-410d-9f0b-0db37997035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'name': 'tempest-TestMinimumBasicScenario-718326796-router', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:02Z', 'updated_at': '2022-04-29T15:53:04Z', 'revision_number': 3, 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'gw_port': {'id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:03Z', 'updated_at': '2022-04-29T15:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:06.645642 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Network 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:06.649151 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01877e35-703c-410d-9f0b-0db37997035a None None] The sync data for ids ['741b2b3f-02bc-47a7-94e1-b39ac4a36f85'] in dv-cinder-839872-2-iscsi is: [{'id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'name': 'tempest-TestMinimumBasicScenario-718326796-router', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:02Z', 'updated_at': '2022-04-29T15:53:04Z', 'revision_number': 3, 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'gw_port': {'id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:03Z', 'updated_at': '2022-04-29T15:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:53:06.658271 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:06.670769 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:53:06.707385 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Pushing event updated for resources: {'Port': ['ID=44dc4558-c009-49f4-b7b7-497e30108d2a,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:06.735818 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639158'] for router_interface (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.744469 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c89eb5a1-c7d0-4509-b10f-af7483311bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (89990c76-9a5c-4ce5-b4bc-6bb255290ad0), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:06.802419 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89eb5a1-c7d0-4509-b10f-af7483311bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=89990c76-9a5c-4ce5-b4bc-6bb255290ad0,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:06.816492 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89eb5a1-c7d0-4509-b10f-af7483311bed admin admin] Checking segment: {'id': '49d8994b-ae44-41a4-8132-b9a1b3b8dbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3af4bb6f-d643-462d-98f4-335c4531a4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:06.817100 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89eb5a1-c7d0-4509-b10f-af7483311bed admin admin] Network hostable DHCP agents. Network: 3af4bb6f-d643-462d-98f4-335c4531a4ed, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:53:06.966492 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89eb5a1-c7d0-4509-b10f-af7483311bed admin admin] Network 3af4bb6f-d643-462d-98f4-335c4531a4ed is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:53:06.971274 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-badfe918-07f4-45c1-acd0-e093912189a2 None None] Provisioning complete for port 44dc4558-c009-49f4-b7b7-497e30108d2a triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:06.971274 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-badfe918-07f4-45c1-acd0-e093912189a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:07.030134 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-badfe918-07f4-45c1-acd0-e093912189a2 None None] Port 44dc4558-c009-49f4-b7b7-497e30108d2a cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:53:07.035051 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-c89eb5a1-c7d0-4509-b10f-af7483311bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, 3af4bb6f-d643-462d-98f4-335c4531a4ed) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:07.042757 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89eb5a1-c7d0-4509-b10f-af7483311bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:07.043434 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c89eb5a1-c7d0-4509-b10f-af7483311bed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:07.047268 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:07.062036 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d096354-4dd6-4ba8-b181-ed7d7e638ec9 None None] Network 3af4bb6f-d643-462d-98f4-335c4531a4ed requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:53:07.150239 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c89eb5a1-c7d0-4509-b10f-af7483311bed admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7649844 Apr 29 15:53:07.329507 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe752c-cd68-44b8-a23e-43ceb5d383fd None None] Network 3af4bb6f-d643-462d-98f4-335c4531a4ed requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:53:07.422567 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f9442e66-2abe-4077-a4ae-9204d0e8467e up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:07.560771 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port f9442e66-2abe-4077-a4ae-9204d0e8467e triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:07.561142 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:07.657012 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244dcdb-9f06-4d31-a356-a247a94762df req-e79fe157-945c-4663-8e5d-040989abb381 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:07.659294 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3244dcdb-9f06-4d31-a356-a247a94762df req-e79fe157-945c-4663-8e5d-040989abb381 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.5203638 Apr 29 15:53:07.682039 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port f9442e66-2abe-4077-a4ae-9204d0e8467e is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:07.682673 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:07.733711 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port f9442e66-2abe-4077-a4ae-9204d0e8467e, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f9442e66-2abe-4077-a4ae-9204d0e8467e,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:07.800344 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3244dcdb-9f06-4d31-a356-a247a94762df req-b7bec30b-8ac8-475f-801d-69e6f5e5e39f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051786 Apr 29 15:53:07.816886 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:07.818085 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 1b51682d-824f-4bf2-b131-8ee192081ee2 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:07.839704 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Publish callbacks [] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:07.903900 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=f9442e66-2abe-4077-a4ae-9204d0e8467e,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:07.917312 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 1b51682d-824f-4bf2-b131-8ee192081ee2 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:07.917776 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:07.932361 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:08.009686 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Pushing event updated for resources: {'Port': ['ID=44dc4558-c009-49f4-b7b7-497e30108d2a,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:08.016587 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739334'] for router_interface (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:08.019116 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 1b51682d-824f-4bf2-b131-8ee192081ee2 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:08.124528 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Network 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:08.131751 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:08.285346 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55562) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:08.291186 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-478001692-network', 'tenant_id': '347a7043dcc94a12b2ef9fecea34e8ab'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:08.309923 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Router 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:53:08.389258 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Made reservation on behalf of 347a7043dcc94a12b2ef9fecea34e8ab for: {'network': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:08.391692 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:08.401637 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:08.428739 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:53:08.434908 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-5cd7215c-5962-40d7-87cd-17640901ed1b admin admin] 10.222.0.23 "PUT /v2.0/routers/741b2b3f-02bc-47a7-94e1-b39ac4a36f85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0530696 Apr 29 15:53:08.472488 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-171087a0-0d6e-4fc3-bc2b-ce566b754a76 None None] Provisioning complete for port 44dc4558-c009-49f4-b7b7-497e30108d2a triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:08.473854 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-171087a0-0d6e-4fc3-bc2b-ce566b754a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:08.515338 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Publish callbacks [] for security_group (1b6e9d64-174a-4d7c-bdf9-b45a8ee8ffd0), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:08.525699 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-171087a0-0d6e-4fc3-bc2b-ce566b754a76 None None] Port 44dc4558-c009-49f4-b7b7-497e30108d2a cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:53:08.577567 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (1b6e9d64-174a-4d7c-bdf9-b45a8ee8ffd0), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:08.600392 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=110323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:53:08.616008 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (1d857218-6a1f-43ed-a546-9dcd1eb5bb04), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:08.616352 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.segments_db [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Added segment 1d857218-6a1f-43ed-a546-9dcd1eb5bb04 of type vlan for network 652e7429-8615-49c2-9adf-9e60faadc0d9 Apr 29 15:53:08.617618 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6e9d64-174a-4d7c-bdf9-b45a8ee8ffd0,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:08.669723 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (652e7429-8615-49c2-9adf-9e60faadc0d9), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:08.776725 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (652e7429-8615-49c2-9adf-9e60faadc0d9), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:08.780233 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:08.781027 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:08.844647 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] Pushing event updated for resources: {'Network': ['ID=652e7429-8615-49c2-9adf-9e60faadc0d9,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:08.854824 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network 652e7429-8615-49c2-9adf-9e60faadc0d9 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:53:08.924599 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd5eb1-746c-4fea-971d-40012aee0a7a req-b32dd6c8-ace8-49ef-9f31-54d402ef0ab2 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:08.932387 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5cbd5eb1-746c-4fea-971d-40012aee0a7a req-b32dd6c8-ace8-49ef-9f31-54d402ef0ab2 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0598586 Apr 29 15:53:08.940284 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55594) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:08.940698 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-42950227-e723-4030-b26d-667ba89c948f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6539581 Apr 29 15:53:08.952637 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-cfd8094b-5e4d-4421-90f5-a46710930121 admin admin] Request body: {'subnet': {'network_id': '652e7429-8615-49c2-9adf-9e60faadc0d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-478001692-subnet', 'tenant_id': '347a7043dcc94a12b2ef9fecea34e8ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:08.994570 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5cbd5eb1-746c-4fea-971d-40012aee0a7a req-39b98c1d-5a21-40df-bc8b-25e4d9869420 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613945 Apr 29 15:53:09.053027 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd8094b-5e4d-4421-90f5-a46710930121 admin admin] Made reservation on behalf of 347a7043dcc94a12b2ef9fecea34e8ab for: {'subnet': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:09.056216 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cfd8094b-5e4d-4421-90f5-a46710930121 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9430353'] for subnet (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:09.134577 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f9442e66-2abe-4077-a4ae-9204d0e8467e up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:09.211917 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port f9442e66-2abe-4077-a4ae-9204d0e8467e triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:09.212519 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:09.319377 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port f9442e66-2abe-4077-a4ae-9204d0e8467e is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:09.432024 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cfd8094b-5e4d-4421-90f5-a46710930121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8484417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9430435'] for subnet (24d7b27f-1880-4c05-9c8b-1c5296103fdf), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:09.563420 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8094b-5e4d-4421-90f5-a46710930121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d7b27f-1880-4c05-9c8b-1c5296103fdf,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:09.574756 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8094b-5e4d-4421-90f5-a46710930121 admin admin] Checking segment: {'id': '1d857218-6a1f-43ed-a546-9dcd1eb5bb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '652e7429-8615-49c2-9adf-9e60faadc0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:09.577106 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd8094b-5e4d-4421-90f5-a46710930121 admin admin] Network hostable DHCP agents. Network: 652e7429-8615-49c2-9adf-9e60faadc0d9, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:53:09.675135 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55642) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:09.680782 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd8094b-5e4d-4421-90f5-a46710930121 admin admin] Network 652e7429-8615-49c2-9adf-9e60faadc0d9 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:53:09.752626 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_v2 [None req-7004b301-824b-4f87-9dd2-11c537db7886 admin admin] Deleting subnet 2a50eb39-440d-42d8-94fb-0c6344265555 {{(pid=110323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 15:53:09.760335 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7004b301-824b-4f87-9dd2-11c537db7886 admin admin] Publish callbacks [] for subnet (2a50eb39-440d-42d8-94fb-0c6344265555), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:09.789652 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-cfd8094b-5e4d-4421-90f5-a46710930121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, 652e7429-8615-49c2-9adf-9e60faadc0d9) {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:09.793966 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd8094b-5e4d-4421-90f5-a46710930121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:09.794614 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cfd8094b-5e4d-4421-90f5-a46710930121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:09.804170 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf76da-9156-4ba0-99c2-095128c65691 None None] Network 652e7429-8615-49c2-9adf-9e60faadc0d9 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:53:09.848556 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7004b301-824b-4f87-9dd2-11c537db7886 admin admin] Publish callbacks [] for subnet (2a50eb39-440d-42d8-94fb-0c6344265555), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:09.867030 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7004b301-824b-4f87-9dd2-11c537db7886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (2a50eb39-440d-42d8-94fb-0c6344265555), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.071166 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c2b439-5d49-4302-bc94-fc74e771ddc5 None None] Network 652e7429-8615-49c2-9adf-9e60faadc0d9 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:53:10.120696 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Sync routers for ids ['741b2b3f-02bc-47a7-94e1-b39ac4a36f85'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:53:10.136311 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695bb99-86ea-46d3-a809-7a6c0601106b req-1d53afb8-40df-4e80-8686-5994b332e81a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:10.137895 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3695bb99-86ea-46d3-a809-7a6c0601106b req-1d53afb8-40df-4e80-8686-5994b332e81a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0642884 Apr 29 15:53:10.138450 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Routers {'741b2b3f-02bc-47a7-94e1-b39ac4a36f85'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:10.139102 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:52:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['741b2b3f-02bc-47a7-94e1-b39ac4a36f85'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:10.194475 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-cfd8094b-5e4d-4421-90f5-a46710930121 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2529843 Apr 29 15:53:10.208477 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3695bb99-86ea-46d3-a809-7a6c0601106b req-f8506f1b-cb0c-4832-8346-71a5e996de59 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634263 Apr 29 15:53:10.241240 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7004b301-824b-4f87-9dd2-11c537db7886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (2a50eb39-440d-42d8-94fb-0c6344265555), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.288053 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004b301-824b-4f87-9dd2-11c537db7886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a50eb39-440d-42d8-94fb-0c6344265555,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:10.292444 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7004b301-824b-4f87-9dd2-11c537db7886 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.296855 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-7004b301-824b-4f87-9dd2-11c537db7886 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2a50eb39-440d-42d8-94fb-0c6344265555 HTTP/1.1" status: 204 len: 168 time: 0.6191561 Apr 29 15:53:10.299232 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55648) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:10.403985 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55656) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:10.412552 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Set router 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:10.467525 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (936ed202-2113-44f9-95a7-c51a0b7f0236), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.493453 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_v2 [None req-9536e289-59ee-40f6-9858-1ee9fabc010f admin admin] Deleting subnet 89990c76-9a5c-4ce5-b4bc-6bb255290ad0 {{(pid=110323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 15:53:10.498431 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9536e289-59ee-40f6-9858-1ee9fabc010f admin admin] Publish callbacks [] for subnet (89990c76-9a5c-4ce5-b4bc-6bb255290ad0), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.549755 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9536e289-59ee-40f6-9858-1ee9fabc010f admin admin] Publish callbacks [] for subnet (89990c76-9a5c-4ce5-b4bc-6bb255290ad0), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.558571 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9536e289-59ee-40f6-9858-1ee9fabc010f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (89990c76-9a5c-4ce5-b4bc-6bb255290ad0), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.645684 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (936ed202-2113-44f9-95a7-c51a0b7f0236), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.675734 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936ed202-2113-44f9-95a7-c51a0b7f0236']}} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:10.690185 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67823997-d593-4700-98de-dde862a08c13') {'for_net_delete': True} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:10.690490 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67823997-d593-4700-98de-dde862a08c13') {} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:10.703182 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220860'] for segment (67823997-d593-4700-98de-dde862a08c13), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.721830 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (67823997-d593-4700-98de-dde862a08c13), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.730812 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=110324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:53:10.731263 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8816870'] for segment (67823997-d593-4700-98de-dde862a08c13), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: Traceback (most recent call last): Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: timer() Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: cb(*args, **kw) Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: return func(*args, **kwargs) Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: self._notify() Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: self.callback(batched_events) Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: event.method(event) Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: return f(self, *a, **k) Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._get(url).json() Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: return self.request(url, 'GET', **kwargs) Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:53:10.733727 dv-cinder-839872-2-iscsi neutron-server[110324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:53:10.758728 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'name': 'tempest-TestMinimumBasicScenario-718326796-router', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:02Z', 'updated_at': '2022-04-29T15:53:06Z', 'revision_number': 4, 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'gw_port': {'id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:03Z', 'updated_at': '2022-04-29T15:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '44dc4558-c009-49f4-b7b7-497e30108d2a', 'name': '', 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'mac_address': 'fa:16:3e:5e:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '907627ae-4466-4fff-ba17-c35309801e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:06Z', 'updated_at': '2022-04-29T15:53:07Z', 'revision_number': 2, 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'subnets': [{'id': '907627ae-4466-4fff-ba17-c35309801e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:10.762816 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9536e289-59ee-40f6-9858-1ee9fabc010f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for subnet (89990c76-9a5c-4ce5-b4bc-6bb255290ad0), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.808178 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536e289-59ee-40f6-9858-1ee9fabc010f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89990c76-9a5c-4ce5-b4bc-6bb255290ad0,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:10.812709 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9536e289-59ee-40f6-9858-1ee9fabc010f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.817157 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-9536e289-59ee-40f6-9858-1ee9fabc010f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/89990c76-9a5c-4ce5-b4bc-6bb255290ad0 HTTP/1.1" status: 204 len: 168 time: 0.4119582 Apr 29 15:53:10.820377 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55664) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:10.821891 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Checking router: 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:53:10.822429 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Updating router 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 port 44dc4558-c009-49f4-b7b7-497e30108d2a binding host dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:53:10.863764 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (936ed202-2113-44f9-95a7-c51a0b7f0236), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.864080 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.869601 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:10.875871 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55666) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:10.878413 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/936ed202-2113-44f9-95a7-c51a0b7f0236 HTTP/1.1" status: 204 len: 168 time: 0.5775228 Apr 29 15:53:10.902530 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b92f6-ac65-430d-8084-7c0d53a4f2d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=936ed202-2113-44f9-95a7-c51a0b7f0236,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:10.963202 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (3af4bb6f-d643-462d-98f4-335c4531a4ed), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.075263 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (3af4bb6f-d643-462d-98f4-335c4531a4ed), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.088948 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_v2 [None req-497751f4-80d1-4e1f-b94e-4d0dfcb43983 admin admin] Deleting subnet be255193-d544-41d6-a89e-e94f7b71b9cd {{(pid=110323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 15:53:11.100350 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-497751f4-80d1-4e1f-b94e-4d0dfcb43983 admin admin] Publish callbacks [] for subnet (be255193-d544-41d6-a89e-e94f7b71b9cd), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.122436 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.122740 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.123444 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.123816 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > port after_create 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.124176 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.124518 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > port after_update 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.124847 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.125175 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.125500 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.125826 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.195361 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.195751 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.196304 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.196652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:53:11.197038 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af4bb6f-d643-462d-98f4-335c4531a4ed']}} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:11.220587 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d8994b-ae44-41a4-8132-b9a1b3b8dbea') {'for_net_delete': True} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:11.220926 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d8994b-ae44-41a4-8132-b9a1b3b8dbea') {} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:11.248235 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9764136'] for segment (49d8994b-ae44-41a4-8132-b9a1b3b8dbea), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.256590 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Publish callbacks [] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), precommit_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.262560 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-497751f4-80d1-4e1f-b94e-4d0dfcb43983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9764145'] for subnet (be255193-d544-41d6-a89e-e94f7b71b9cd), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.296362 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (49d8994b-ae44-41a4-8132-b9a1b3b8dbea), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.313490 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=110323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:53:11.313894 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8618955'] for segment (49d8994b-ae44-41a4-8132-b9a1b3b8dbea), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: from cryptography.utils import int_from_bytes Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: from cryptography.utils import int_from_bytes Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: Traceback (most recent call last): Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: timer() Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: cb(*args, **kw) Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: return func(*args, **kwargs) Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: self._notify() Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: self.callback(batched_events) Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: event.method(event) Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: return f(self, *a, **k) Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._get(url).json() Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: return self.request(url, 'GET', **kwargs) Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:53:11.317804 dv-cinder-839872-2-iscsi neutron-server[110323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:53:11.366798 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.370143 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-497751f4-80d1-4e1f-b94e-4d0dfcb43983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (be255193-d544-41d6-a89e-e94f7b71b9cd), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.386468 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315c50f-cd0b-4695-87e1-eba6ff1c1d4c req-09d4d3fd-b135-43bc-aacb-5ff70f6c8d30 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:11.389187 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b315c50f-cd0b-4695-87e1-eba6ff1c1d4c req-09d4d3fd-b135-43bc-aacb-5ff70f6c8d30 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0803320 Apr 29 15:53:11.450476 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774dacd-17b4-4bb3-8ae7-1ef4040062c2 None None] Pushing event updated for resources: {'Port': ['ID=44dc4558-c009-49f4-b7b7-497e30108d2a,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:11.493347 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b315c50f-cd0b-4695-87e1-eba6ff1c1d4c req-71d5b9e6-1006-4418-af5a-e2e1870b6722 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955725 Apr 29 15:53:11.505318 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (3af4bb6f-d643-462d-98f4-335c4531a4ed), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.527248 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.533849 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55680) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:11.543916 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3af4bb6f-d643-462d-98f4-335c4531a4ed HTTP/1.1" status: 204 len: 168 time: 0.7209327 Apr 29 15:53:11.545783 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fa2c0-834a-4759-82ac-5c8680e98f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=3af4bb6f-d643-462d-98f4-335c4531a4ed,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:11.556593 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-497751f4-80d1-4e1f-b94e-4d0dfcb43983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8682797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8453621'] for subnet (be255193-d544-41d6-a89e-e94f7b71b9cd), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.597849 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Attempting to bind port 44dc4558-c009-49f4-b7b7-497e30108d2a on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:53:11.601304 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Attempting to bind port 44dc4558-c009-49f4-b7b7-497e30108d2a by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': 'e1944b93-957e-41a6-80b4-a48c5447e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:53:11.601304 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Attempting to bind port 44dc4558-c009-49f4-b7b7-497e30108d2a on network 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:11.608935 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:53:11.609319 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Checking segment: {'id': 'e1944b93-957e-41a6-80b4-a48c5447e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:11.609722 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.610128 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Bound using segment: {'id': 'e1944b93-957e-41a6-80b4-a48c5447e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:53:11.610809 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Bound port: 44dc4558-c009-49f4-b7b7-497e30108d2a, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1944b93-957e-41a6-80b4-a48c5447e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:53:11.611194 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.619338 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497751f4-80d1-4e1f-b94e-4d0dfcb43983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be255193-d544-41d6-a89e-e94f7b71b9cd,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:11.631263 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_v2 [None req-447ef985-61ed-4f2e-b011-b336333fdcd0 admin admin] Deleting subnet 24d7b27f-1880-4c05-9c8b-1c5296103fdf {{(pid=110324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 15:53:11.636731 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-497751f4-80d1-4e1f-b94e-4d0dfcb43983 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.644369 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-497751f4-80d1-4e1f-b94e-4d0dfcb43983 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/be255193-d544-41d6-a89e-e94f7b71b9cd HTTP/1.1" status: 204 len: 168 time: 0.7671392 Apr 29 15:53:11.646297 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-447ef985-61ed-4f2e-b011-b336333fdcd0 admin admin] Publish callbacks [] for subnet (24d7b27f-1880-4c05-9c8b-1c5296103fdf), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.648642 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55682) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:11.722344 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-447ef985-61ed-4f2e-b011-b336333fdcd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220837'] for subnet (24d7b27f-1880-4c05-9c8b-1c5296103fdf), precommit_delete_associations {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.730071 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] For port 44dc4558-c009-49f4-b7b7-497e30108d2a, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:11.743504 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] For port 44dc4558-c009-49f4-b7b7-497e30108d2a, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=44dc4558-c009-49f4-b7b7-497e30108d2a,segment=NetworkSegment(e1944b93-957e-41a6-80b4-a48c5447e1bd),segment_id=e1944b93-957e-41a6-80b4-a48c5447e1bd)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:11.785238 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-447ef985-61ed-4f2e-b011-b336333fdcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (24d7b27f-1880-4c05-9c8b-1c5296103fdf), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.818401 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.837826 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (df1ec851-750a-4e43-9073-a88756bb9d22), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.915342 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-1512c536-f64d-46f5-818a-f4026e320143 None None] Provisioning complete for port 44dc4558-c009-49f4-b7b7-497e30108d2a triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:11.915917 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1512c536-f64d-46f5-818a-f4026e320143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.953967 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Routers {'741b2b3f-02bc-47a7-94e1-b39ac4a36f85'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:11.955031 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:52:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['741b2b3f-02bc-47a7-94e1-b39ac4a36f85'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:11.987911 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-447ef985-61ed-4f2e-b011-b336333fdcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8484352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430460'] for subnet (24d7b27f-1880-4c05-9c8b-1c5296103fdf), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:11.998252 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774dacd-17b4-4bb3-8ae7-1ef4040062c2 None None] Pushing event updated for resources: {'Port': ['ID=44dc4558-c009-49f4-b7b7-497e30108d2a,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:12.015443 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (df1ec851-750a-4e43-9073-a88756bb9d22), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.065992 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ef985-61ed-4f2e-b011-b336333fdcd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d7b27f-1880-4c05-9c8b-1c5296103fdf,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:12.070360 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-447ef985-61ed-4f2e-b011-b336333fdcd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.073325 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1ec851-750a-4e43-9073-a88756bb9d22']}} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:12.079505 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-447ef985-61ed-4f2e-b011-b336333fdcd0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/24d7b27f-1880-4c05-9c8b-1c5296103fdf HTTP/1.1" status: 204 len: 168 time: 0.5421546 Apr 29 15:53:12.086425 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55690) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:12.098497 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab4f2b0-ca0a-4b47-87bc-da61e27a2ae2') {'for_net_delete': True} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:12.099029 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab4f2b0-ca0a-4b47-87bc-da61e27a2ae2') {} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:12.133794 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9764136'] for segment (4ab4f2b0-ca0a-4b47-87bc-da61e27a2ae2), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.221328 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (4ab4f2b0-ca0a-4b47-87bc-da61e27a2ae2), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.229048 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=110323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:53:12.229529 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8618955'] for segment (4ab4f2b0-ca0a-4b47-87bc-da61e27a2ae2), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: Traceback (most recent call last): Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: timer() Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: cb(*args, **kw) Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: return func(*args, **kwargs) Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: self._notify() Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: self.callback(batched_events) Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: event.method(event) Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: return f(self, *a, **k) Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._get(url).json() Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: return self.request(url, 'GET', **kwargs) Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:53:12.231430 dv-cinder-839872-2-iscsi neutron-server[110323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:53:12.247394 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (652e7429-8615-49c2-9adf-9e60faadc0d9), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.269644 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-1512c536-f64d-46f5-818a-f4026e320143 None None] Current status of the port 44dc4558-c009-49f4-b7b7-497e30108d2a is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:12.270045 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1512c536-f64d-46f5-818a-f4026e320143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.340059 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] Set router 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:12.399378 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-1512c536-f64d-46f5-818a-f4026e320143 None None] For port 44dc4558-c009-49f4-b7b7-497e30108d2a, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=44dc4558-c009-49f4-b7b7-497e30108d2a,segment=NetworkSegment(e1944b93-957e-41a6-80b4-a48c5447e1bd),segment_id=e1944b93-957e-41a6-80b4-a48c5447e1bd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:12.502422 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1512c536-f64d-46f5-818a-f4026e320143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.505545 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (652e7429-8615-49c2-9adf-9e60faadc0d9), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.510154 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (df1ec851-750a-4e43-9073-a88756bb9d22), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.530662 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.543967 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/df1ec851-750a-4e43-9073-a88756bb9d22 HTTP/1.1" status: 204 len: 168 time: 0.8928878 Apr 29 15:53:12.574082 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404851c8-c99b-4204-9ab1-ec0d13bedfa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=df1ec851-750a-4e43-9073-a88756bb9d22,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:12.605413 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652e7429-8615-49c2-9adf-9e60faadc0d9']}} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:12.624112 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d857218-6a1f-43ed-a546-9dcd1eb5bb04') {'for_net_delete': True} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:12.624680 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d857218-6a1f-43ed-a546-9dcd1eb5bb04') {} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:12.643024 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9764136'] for segment (1d857218-6a1f-43ed-a546-9dcd1eb5bb04), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.691981 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (1d857218-6a1f-43ed-a546-9dcd1eb5bb04), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.710000 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=110323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:53:12.711252 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8618955'] for segment (1d857218-6a1f-43ed-a546-9dcd1eb5bb04), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: Traceback (most recent call last): Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: timer() Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: cb(*args, **kw) Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: return func(*args, **kwargs) Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: self._notify() Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: self.callback(batched_events) Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: event.method(event) Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: return f(self, *a, **k) Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._get(url).json() Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: return self.request(url, 'GET', **kwargs) Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:53:12.713306 dv-cinder-839872-2-iscsi neutron-server[110323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:53:12.720790 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512c536-f64d-46f5-818a-f4026e320143 None None] Pushing event updated for resources: {'Port': ['ID=44dc4558-c009-49f4-b7b7-497e30108d2a,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:12.729327 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa165a-94c1-4a19-a619-945d712e480f req-e197f854-f95b-4f6a-8c06-45241fa9dbf9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:12.737345 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-73fa165a-94c1-4a19-a619-945d712e480f req-e197f854-f95b-4f6a-8c06-45241fa9dbf9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1562257 Apr 29 15:53:12.759744 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-bc62f0e7-1a58-4489-803e-55403f5e55f2 None None] Provisioning complete for port 44dc4558-c009-49f4-b7b7-497e30108d2a triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:12.760136 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bc62f0e7-1a58-4489-803e-55403f5e55f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.836486 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-73fa165a-94c1-4a19-a619-945d712e480f req-2b6891ce-accd-435e-83ab-475c231a7bc3 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907648 Apr 29 15:53:12.983838 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (652e7429-8615-49c2-9adf-9e60faadc0d9), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.989413 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:12.994497 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/652e7429-8615-49c2-9adf-9e60faadc0d9 HTTP/1.1" status: 204 len: 168 time: 0.9067876 Apr 29 15:53:13.003315 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'name': 'tempest-TestMinimumBasicScenario-718326796-router', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:02Z', 'updated_at': '2022-04-29T15:53:06Z', 'revision_number': 4, 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'gw_port': {'id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:03Z', 'updated_at': '2022-04-29T15:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '44dc4558-c009-49f4-b7b7-497e30108d2a', 'name': '', 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'mac_address': 'fa:16:3e:5e:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '907627ae-4466-4fff-ba17-c35309801e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:06Z', 'updated_at': '2022-04-29T15:53:11Z', 'revision_number': 4, 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'subnets': [{'id': '907627ae-4466-4fff-ba17-c35309801e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:13.008981 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f78350-5b37-4d05-85a3-9a51b91f93b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=652e7429-8615-49c2-9adf-9e60faadc0d9,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:13.051691 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277578b-8a0e-4609-95d7-166953df0121 None None] The sync data for ids ['741b2b3f-02bc-47a7-94e1-b39ac4a36f85'] in dv-cinder-839872-2-iscsi is: [{'id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'name': 'tempest-TestMinimumBasicScenario-718326796-router', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:02Z', 'updated_at': '2022-04-29T15:53:06Z', 'revision_number': 4, 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'gw_port': {'id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:03Z', 'updated_at': '2022-04-29T15:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '44dc4558-c009-49f4-b7b7-497e30108d2a', 'name': '', 'network_id': '7e98c366-16a1-4e6b-93b4-43b4f0eccfe8', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'mac_address': 'fa:16:3e:5e:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '907627ae-4466-4fff-ba17-c35309801e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:06Z', 'updated_at': '2022-04-29T15:53:11Z', 'revision_number': 4, 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'subnets': [{'id': '907627ae-4466-4fff-ba17-c35309801e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:53:13.075474 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-bc62f0e7-1a58-4489-803e-55403f5e55f2 None None] Current status of the port 44dc4558-c009-49f4-b7b7-497e30108d2a is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:13.236441 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55716) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:13.347948 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55718) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:13.370371 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-8977ed0f-fd3a-4f90-948f-6a95e46f9d86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c04822482ac4467db01e651e6859b969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310608 Apr 29 15:53:13.418796 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55720) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:13.474385 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d7daab83-9ba9-419c-8f79-770812b55a76 admin admin] Publish callbacks [] for security_group (bb96e135-ff0a-4ab9-9f79-b0ea2a1c009a), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:13.516881 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d7daab83-9ba9-419c-8f79-770812b55a76 admin admin] Publish callbacks [] for security_group (bb96e135-ff0a-4ab9-9f79-b0ea2a1c009a), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:13.658047 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3ea014c5-cb20-474c-ba04-b2fa0c632674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:13.693691 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62232066-e623-42f5-aa23-b3922ef1d89d req-4683cb36-f8d1-453c-b58e-b743b58ca7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:13.696288 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-62232066-e623-42f5-aa23-b3922ef1d89d req-4683cb36-f8d1-453c-b58e-b743b58ca7d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 1129 time: 0.1232910 Apr 29 15:53:13.753873 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-62232066-e623-42f5-aa23-b3922ef1d89d req-37040a5c-30fb-401c-bf17-7650fa58f51a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499711 Apr 29 15:53:13.784675 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3ea014c5-cb20-474c-ba04-b2fa0c632674 admin admin] Publish callbacks [] for security_group (75ebece9-70bd-4a58-a780-ff8422dc733a), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:13.892193 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d7daab83-9ba9-419c-8f79-770812b55a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (bb96e135-ff0a-4ab9-9f79-b0ea2a1c009a), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:13.895036 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d7daab83-9ba9-419c-8f79-770812b55a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:13.911856 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-d7daab83-9ba9-419c-8f79-770812b55a76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb96e135-ff0a-4ab9-9f79-b0ea2a1c009a HTTP/1.1" status: 204 len: 168 time: 0.5504436 Apr 29 15:53:13.960311 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3ea014c5-cb20-474c-ba04-b2fa0c632674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (75ebece9-70bd-4a58-a780-ff8422dc733a), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:13.993523 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daab83-9ba9-419c-8f79-770812b55a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb96e135-ff0a-4ab9-9f79-b0ea2a1c009a,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:14.077004 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea014c5-cb20-474c-ba04-b2fa0c632674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ebece9-70bd-4a58-a780-ff8422dc733a,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:14.087772 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-3ea014c5-cb20-474c-ba04-b2fa0c632674 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73c23e4c37074ae3804026b9cee465f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6667376 Apr 29 15:53:14.090439 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55740) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:14.105291 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995265c-a3f0-4d39-acd8-a60e622f63b3 req-590a66e9-cedf-40cf-a596-4296f36b6b9c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:14.106899 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a995265c-a3f0-4d39-acd8-a60e622f63b3 req-590a66e9-cedf-40cf-a596-4296f36b6b9c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1188850 Apr 29 15:53:14.148297 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-16bf2bcb-d88e-4745-a0f8-42b66d5fc5c5 admin admin] Publish callbacks [] for security_group (75ebece9-70bd-4a58-a780-ff8422dc733a), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:14.177756 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a995265c-a3f0-4d39-acd8-a60e622f63b3 req-26ea1711-03e0-4d41-8941-e82b79278944 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633483 Apr 29 15:53:14.182826 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-16bf2bcb-d88e-4745-a0f8-42b66d5fc5c5 admin admin] Publish callbacks [] for security_group (75ebece9-70bd-4a58-a780-ff8422dc733a), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:14.566312 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-16bf2bcb-d88e-4745-a0f8-42b66d5fc5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (75ebece9-70bd-4a58-a780-ff8422dc733a), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:14.569464 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-16bf2bcb-d88e-4745-a0f8-42b66d5fc5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:14.572203 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-16bf2bcb-d88e-4745-a0f8-42b66d5fc5c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75ebece9-70bd-4a58-a780-ff8422dc733a HTTP/1.1" status: 204 len: 168 time: 0.4796886 Apr 29 15:53:14.580437 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55744) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:14.582310 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf2bcb-d88e-4745-a0f8-42b66d5fc5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ebece9-70bd-4a58-a780-ff8422dc733a,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:14.693832 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-15890f8c-b12a-4bb2-bff2-c2c34c2dd7a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8335898306845118bb7bf8cbf59e063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1122472 Apr 29 15:53:14.696732 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55752) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:14.700326 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:14.799554 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-923b624a-ac55-41c6-b389-1af60e898f64 admin admin] Publish callbacks [] for security_group (bc5480ae-a6d9-4254-a11c-dbbdab7056f8), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:14.828283 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-923b624a-ac55-41c6-b389-1af60e898f64 admin admin] Publish callbacks [] for security_group (bc5480ae-a6d9-4254-a11c-dbbdab7056f8), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:14.972210 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-923b624a-ac55-41c6-b389-1af60e898f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (bc5480ae-a6d9-4254-a11c-dbbdab7056f8), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:14.975013 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-923b624a-ac55-41c6-b389-1af60e898f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:14.982542 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-923b624a-ac55-41c6-b389-1af60e898f64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc5480ae-a6d9-4254-a11c-dbbdab7056f8 HTTP/1.1" status: 204 len: 168 time: 0.2844348 Apr 29 15:53:14.990657 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b624a-ac55-41c6-b389-1af60e898f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5480ae-a6d9-4254-a11c-dbbdab7056f8,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:15.034748 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-929db7a6-8b98-4ab5-9666-02e401ba9cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:15.207497 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 44dc4558-c009-49f4-b7b7-497e30108d2a up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:15.256642 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55768) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:15.321620 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 44dc4558-c009-49f4-b7b7-497e30108d2a triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:15.322291 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:15.342542 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-4d1a38df-aec0-45bc-a705-a348b66201b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=accab03875f242a2aa1a21b0030ac2d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0806582 Apr 29 15:53:15.343026 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55772) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:15.391091 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c0809-b563-4131-9722-41d179216dc0 req-32846aca-b492-4c0e-92c9-46ea09c6d2c4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:15.397492 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-725c0809-b563-4131-9722-41d179216dc0 req-32846aca-b492-4c0e-92c9-46ea09c6d2c4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1470630 Apr 29 15:53:15.446292 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 44dc4558-c009-49f4-b7b7-497e30108d2a is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:15.516866 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-725c0809-b563-4131-9722-41d179216dc0 req-f39cffbb-33dc-4675-bcfa-43bedf534c2a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987222 Apr 29 15:53:15.516866 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae17d4af-5dcd-48bb-9e6c-79701025ca4b admin admin] Publish callbacks [] for security_group (7a16d903-e800-43a2-afe7-4d108bebc5b2), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:15.540522 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae17d4af-5dcd-48bb-9e6c-79701025ca4b admin admin] Publish callbacks [] for security_group (7a16d903-e800-43a2-afe7-4d108bebc5b2), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:15.708995 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae17d4af-5dcd-48bb-9e6c-79701025ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7a16d903-e800-43a2-afe7-4d108bebc5b2), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:15.714343 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae17d4af-5dcd-48bb-9e6c-79701025ca4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:15.715549 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-ae17d4af-5dcd-48bb-9e6c-79701025ca4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a16d903-e800-43a2-afe7-4d108bebc5b2 HTTP/1.1" status: 204 len: 168 time: 0.3708963 Apr 29 15:53:15.724313 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17d4af-5dcd-48bb-9e6c-79701025ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a16d903-e800-43a2-afe7-4d108bebc5b2,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:15.811663 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55776) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:15.826717 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2e51c2b0-982a-4afb-9133-ac5dca3a31e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:15.894501 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55778) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:15.934412 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2e51c2b0-982a-4afb-9133-ac5dca3a31e2 admin admin] Publish callbacks [] for security_group (ae7ef858-8445-4106-8661-c1172093b6ea), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:15.954101 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-819deec0-fd2f-4b28-b6b1-56a354dabcf9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=347a7043dcc94a12b2ef9fecea34e8ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571377 Apr 29 15:53:15.956933 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55780) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:15.995657 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2e51c2b0-982a-4afb-9133-ac5dca3a31e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ae7ef858-8445-4106-8661-c1172093b6ea), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:16.054027 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-2e51c2b0-982a-4afb-9133-ac5dca3a31e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=432b81e951d74b3daf3989dd2574efb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411816 Apr 29 15:53:16.057082 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51c2b0-982a-4afb-9133-ac5dca3a31e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7ef858-8445-4106-8661-c1172093b6ea,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:16.057791 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55784) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:16.075515 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4054ec11-eeb5-4a69-be61-d4def97ed377 admin admin] Publish callbacks [] for security_group (1b6e9d64-174a-4d7c-bdf9-b45a8ee8ffd0), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:16.104316 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4054ec11-eeb5-4a69-be61-d4def97ed377 admin admin] Publish callbacks [] for security_group (1b6e9d64-174a-4d7c-bdf9-b45a8ee8ffd0), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:16.171029 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c9f30e8e-47fa-40ac-b25e-cd92e9898aa9 admin admin] Publish callbacks [] for security_group (ae7ef858-8445-4106-8661-c1172093b6ea), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:16.197406 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c9f30e8e-47fa-40ac-b25e-cd92e9898aa9 admin admin] Publish callbacks [] for security_group (ae7ef858-8445-4106-8661-c1172093b6ea), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:16.217278 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4054ec11-eeb5-4a69-be61-d4def97ed377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (1b6e9d64-174a-4d7c-bdf9-b45a8ee8ffd0), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:16.220074 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4054ec11-eeb5-4a69-be61-d4def97ed377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:16.222338 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-4054ec11-eeb5-4a69-be61-d4def97ed377 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b6e9d64-174a-4d7c-bdf9-b45a8ee8ffd0 HTTP/1.1" status: 204 len: 168 time: 0.2632420 Apr 29 15:53:16.232820 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054ec11-eeb5-4a69-be61-d4def97ed377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6e9d64-174a-4d7c-bdf9-b45a8ee8ffd0,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:16.338046 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c9f30e8e-47fa-40ac-b25e-cd92e9898aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ae7ef858-8445-4106-8661-c1172093b6ea), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:16.341248 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c9f30e8e-47fa-40ac-b25e-cd92e9898aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:16.344873 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c9f30e8e-47fa-40ac-b25e-cd92e9898aa9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae7ef858-8445-4106-8661-c1172093b6ea HTTP/1.1" status: 204 len: 168 time: 0.2807145 Apr 29 15:53:16.366211 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f30e8e-47fa-40ac-b25e-cd92e9898aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7ef858-8445-4106-8661-c1172093b6ea,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:16.629492 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079259f6-eec4-4e04-97c2-788c7983d8f2 req-6af3a4f4-f29a-4d29-a5ec-f1163074b130 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:16.631756 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-079259f6-eec4-4e04-97c2-788c7983d8f2 req-6af3a4f4-f29a-4d29-a5ec-f1163074b130 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0565243 Apr 29 15:53:16.710982 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-079259f6-eec4-4e04-97c2-788c7983d8f2 req-ddee61f5-658b-43c3-b4f2-ad25c2abcef4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663884 Apr 29 15:53:16.848813 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df487745-14c6-4d75-90c1-a0f0ec7baa25 req-fbdfe750-7673-4f28-80dd-ff6beedfaffe tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:16.851282 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df487745-14c6-4d75-90c1-a0f0ec7baa25 req-fbdfe750-7673-4f28-80dd-ff6beedfaffe tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0698133 Apr 29 15:53:16.931497 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df487745-14c6-4d75-90c1-a0f0ec7baa25 req-fc4df0e3-c486-4fa7-9bd1-e5708d7838dc tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725520 Apr 29 15:53:17.068309 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 55818) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:17.285353 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-afe55128-981d-4337-952d-1c88069c80e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:17.424461 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-afe55128-981d-4337-952d-1c88069c80e1 admin admin] Publish callbacks [] for security_group (be159d4f-a40f-46c5-88ba-782513538153), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:17.433626 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f7e4ab5e-ae1e-4259-8de3-9d439c91b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:17.481800 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-afe55128-981d-4337-952d-1c88069c80e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (be159d4f-a40f-46c5-88ba-782513538153), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:17.555213 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-afe55128-981d-4337-952d-1c88069c80e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd3368cf2a0840efb67d503528671edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4848413 Apr 29 15:53:17.557865 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55836) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:17.578639 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe55128-981d-4337-952d-1c88069c80e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be159d4f-a40f-46c5-88ba-782513538153,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:17.638659 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e2ab9c38-b5b0-4974-bda6-8182a4fead5e admin admin] Publish callbacks [] for security_group (be159d4f-a40f-46c5-88ba-782513538153), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:17.667403 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e2ab9c38-b5b0-4974-bda6-8182a4fead5e admin admin] Publish callbacks [] for security_group (be159d4f-a40f-46c5-88ba-782513538153), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:17.834534 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e2ab9c38-b5b0-4974-bda6-8182a4fead5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (be159d4f-a40f-46c5-88ba-782513538153), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:17.838193 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e2ab9c38-b5b0-4974-bda6-8182a4fead5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:17.839874 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-e2ab9c38-b5b0-4974-bda6-8182a4fead5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be159d4f-a40f-46c5-88ba-782513538153 HTTP/1.1" status: 204 len: 168 time: 0.2809582 Apr 29 15:53:17.855552 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab9c38-b5b0-4974-bda6-8182a4fead5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be159d4f-a40f-46c5-88ba-782513538153,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:18.920357 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:19.157522 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55878) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:19.174431 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4ee6ae4d-19da-449f-8ea1-c666597bdb18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:19.285140 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4ee6ae4d-19da-449f-8ea1-c666597bdb18 admin admin] Publish callbacks [] for security_group (c5d0d3b6-1ec0-4997-9d6b-89a546a88727), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:19.354314 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4ee6ae4d-19da-449f-8ea1-c666597bdb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (c5d0d3b6-1ec0-4997-9d6b-89a546a88727), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:19.394139 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6ae4d-19da-449f-8ea1-c666597bdb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d0d3b6-1ec0-4997-9d6b-89a546a88727,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:19.399767 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-4ee6ae4d-19da-449f-8ea1-c666597bdb18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=202fad14a4a64acf908771740d3a96e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396414 Apr 29 15:53:19.401367 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55884) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:19.490754 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b8232bad-e6c9-4d5d-b41d-857e07ac2c9a admin admin] Publish callbacks [] for security_group (c5d0d3b6-1ec0-4997-9d6b-89a546a88727), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:19.522951 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b8232bad-e6c9-4d5d-b41d-857e07ac2c9a admin admin] Publish callbacks [] for security_group (c5d0d3b6-1ec0-4997-9d6b-89a546a88727), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:19.650220 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b8232bad-e6c9-4d5d-b41d-857e07ac2c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (c5d0d3b6-1ec0-4997-9d6b-89a546a88727), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:19.652931 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b8232bad-e6c9-4d5d-b41d-857e07ac2c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:19.654522 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-b8232bad-e6c9-4d5d-b41d-857e07ac2c9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5d0d3b6-1ec0-4997-9d6b-89a546a88727 HTTP/1.1" status: 204 len: 168 time: 0.2521207 Apr 29 15:53:19.665444 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8232bad-e6c9-4d5d-b41d-857e07ac2c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d0d3b6-1ec0-4997-9d6b-89a546a88727,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:20.129883 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:20.595311 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958b92e-5c6a-4a23-b4fe-a8ae5fc52e96 req-77bd0a33-16cc-4a7d-bd4c-e0416b55128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:20.597707 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f958b92e-5c6a-4a23-b4fe-a8ae5fc52e96 req-77bd0a33-16cc-4a7d-bd4c-e0416b55128c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0712287 Apr 29 15:53:20.761048 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579c0db-dd33-4358-bafe-ce3827177bb7 req-9383cb15-d49c-4259-a41d-2d0ac10c4c95 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:20.762737 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d579c0db-dd33-4358-bafe-ce3827177bb7 req-9383cb15-d49c-4259-a41d-2d0ac10c4c95 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.1765358 Apr 29 15:53:20.796548 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958b92e-5c6a-4a23-b4fe-a8ae5fc52e96 req-89993103-5eb4-4785-980d-0bb92eac416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:20.798184 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f958b92e-5c6a-4a23-b4fe-a8ae5fc52e96 req-89993103-5eb4-4785-980d-0bb92eac416b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.1792965 Apr 29 15:53:20.851273 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55920) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:20.873706 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f79abc18-2009-4898-8aa2-452c51eee2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:20.884500 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f958b92e-5c6a-4a23-b4fe-a8ae5fc52e96 req-bbce6c75-8f40-49a6-8589-2a0b512a62e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cee5e46-58d2-448f-adee-be2c38332f8f HTTP/1.1" status: 200 len: 217 time: 0.0659790 Apr 29 15:53:20.900356 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d579c0db-dd33-4358-bafe-ce3827177bb7 req-e3535169-948d-4bd6-99e0-35b5070d207b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305368 Apr 29 15:53:20.977050 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958b92e-5c6a-4a23-b4fe-a8ae5fc52e96 req-793da5f5-cbba-4ac5-8861-14ac8a32c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:20.982589 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f958b92e-5c6a-4a23-b4fe-a8ae5fc52e96 req-793da5f5-cbba-4ac5-8861-14ac8a32c433 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.0930121 Apr 29 15:53:21.031841 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f79abc18-2009-4898-8aa2-452c51eee2f4 admin admin] Publish callbacks [] for security_group (488e8831-9527-4b22-80bc-d9e8084c241d), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:21.057288 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958b92e-5c6a-4a23-b4fe-a8ae5fc52e96 req-2bf994ee-f31f-4334-a023-01b5e55a8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:21.059027 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f958b92e-5c6a-4a23-b4fe-a8ae5fc52e96 req-2bf994ee-f31f-4334-a023-01b5e55a8aa4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666327 Apr 29 15:53:21.160802 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f79abc18-2009-4898-8aa2-452c51eee2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (488e8831-9527-4b22-80bc-d9e8084c241d), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:21.204756 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f958b92e-5c6a-4a23-b4fe-a8ae5fc52e96 req-519571eb-0315-48f4-89c8-ed42d14f0213 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348581 Apr 29 15:53:21.251645 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-f79abc18-2009-4898-8aa2-452c51eee2f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fcaa2e6215e409eaa6721df418fe1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983653 Apr 29 15:53:21.255259 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55938) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:21.284457 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79abc18-2009-4898-8aa2-452c51eee2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488e8831-9527-4b22-80bc-d9e8084c241d,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:21.322197 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1f243389-70bc-4471-b96f-20958a1e2108 admin admin] Publish callbacks [] for security_group (488e8831-9527-4b22-80bc-d9e8084c241d), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:21.349107 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1f243389-70bc-4471-b96f-20958a1e2108 admin admin] Publish callbacks [] for security_group (488e8831-9527-4b22-80bc-d9e8084c241d), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:21.399675 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f958b92e-5c6a-4a23-b4fe-a8ae5fc52e96 req-f28e3251-5c1e-4388-af62-c725d0078c2e service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900108 Apr 29 15:53:21.474321 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:21.484361 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1f243389-70bc-4471-b96f-20958a1e2108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (488e8831-9527-4b22-80bc-d9e8084c241d), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:21.487180 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1f243389-70bc-4471-b96f-20958a1e2108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:21.488373 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-1f243389-70bc-4471-b96f-20958a1e2108 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/488e8831-9527-4b22-80bc-d9e8084c241d HTTP/1.1" status: 204 len: 168 time: 0.2320223 Apr 29 15:53:21.497152 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f243389-70bc-4471-b96f-20958a1e2108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488e8831-9527-4b22-80bc-d9e8084c241d,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:22.064455 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbad2f-27d9-4fea-a354-475c29570f93 req-b4ddfcaa-5c50-4df3-b9f3-2bbbe6ff900e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:22.066581 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-83fbad2f-27d9-4fea-a354-475c29570f93 req-b4ddfcaa-5c50-4df3-b9f3-2bbbe6ff900e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0774701 Apr 29 15:53:22.136142 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-83fbad2f-27d9-4fea-a354-475c29570f93 req-11c5630e-9d47-4e9c-b996-8fe62582af86 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685625 Apr 29 15:53:22.297877 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 55986) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:22.543057 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1f04f742-e573-4b81-a9e7-03f22e96695a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:22.670364 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1f04f742-e573-4b81-a9e7-03f22e96695a admin admin] Publish callbacks [] for security_group (ea8c8403-aefe-422d-8f9c-0fa2fa07b187), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:22.771869 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1f04f742-e573-4b81-a9e7-03f22e96695a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ea8c8403-aefe-422d-8f9c-0fa2fa07b187), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:22.825534 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56022) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:22.825789 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-1f04f742-e573-4b81-a9e7-03f22e96695a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed95fcea408c43bda67da988260ef83a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258665 Apr 29 15:53:22.836738 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04f742-e573-4b81-a9e7-03f22e96695a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8c8403-aefe-422d-8f9c-0fa2fa07b187,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:22.926131 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9daed527-6048-4027-ab82-c267ad7eff2d admin admin] Publish callbacks [] for security_group (ea8c8403-aefe-422d-8f9c-0fa2fa07b187), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:22.965007 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9daed527-6048-4027-ab82-c267ad7eff2d admin admin] Publish callbacks [] for security_group (ea8c8403-aefe-422d-8f9c-0fa2fa07b187), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:23.243741 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f395a3-3363-483d-ad94-9d2f9184f775 req-fe7cec2b-ed1d-4c74-a913-f330add26a1f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:23.245218 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f2f395a3-3363-483d-ad94-9d2f9184f775 req-fe7cec2b-ed1d-4c74-a913-f330add26a1f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0489893 Apr 29 15:53:23.296503 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f2f395a3-3363-483d-ad94-9d2f9184f775 req-18b6121a-f63d-4637-a193-10a8a9b60953 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457311 Apr 29 15:53:23.634492 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9daed527-6048-4027-ab82-c267ad7eff2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ea8c8403-aefe-422d-8f9c-0fa2fa07b187), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:23.637487 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9daed527-6048-4027-ab82-c267ad7eff2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:23.638626 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-9daed527-6048-4027-ab82-c267ad7eff2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea8c8403-aefe-422d-8f9c-0fa2fa07b187 HTTP/1.1" status: 204 len: 168 time: 0.8115923 Apr 29 15:53:23.648157 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daed527-6048-4027-ab82-c267ad7eff2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8c8403-aefe-422d-8f9c-0fa2fa07b187,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:23.942281 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56054) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:24.313297 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7fa2f930-ac68-4ef0-aa55-cfd89088b5a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:24.430370 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b15c8e-a71c-4afc-9193-b421988d3fac req-94532e44-1997-48c1-94dc-2a5710a932ec tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:24.431754 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-22b15c8e-a71c-4afc-9193-b421988d3fac req-94532e44-1997-48c1-94dc-2a5710a932ec tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0652862 Apr 29 15:53:24.462639 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7fa2f930-ac68-4ef0-aa55-cfd89088b5a1 admin admin] Publish callbacks [] for security_group (13729341-9a97-4ba2-89d5-8c386dacfcab), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:24.489843 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-22b15c8e-a71c-4afc-9193-b421988d3fac req-6a257a1e-08b2-444d-a088-5d9a43b15cf4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525100 Apr 29 15:53:24.560032 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7fa2f930-ac68-4ef0-aa55-cfd89088b5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (13729341-9a97-4ba2-89d5-8c386dacfcab), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:24.601995 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-7fa2f930-ac68-4ef0-aa55-cfd89088b5a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad1da089d10046459e3a0986732135f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6584508 Apr 29 15:53:24.604801 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56070) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:24.607625 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2f930-ac68-4ef0-aa55-cfd89088b5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13729341-9a97-4ba2-89d5-8c386dacfcab,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:24.669588 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-420a9e9e-e01e-484f-86d1-67b5001c187f admin admin] Publish callbacks [] for security_group (13729341-9a97-4ba2-89d5-8c386dacfcab), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:24.690700 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-420a9e9e-e01e-484f-86d1-67b5001c187f admin admin] Publish callbacks [] for security_group (13729341-9a97-4ba2-89d5-8c386dacfcab), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:24.747643 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56074) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:24.761319 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8ef53e09-575b-4c3c-98c9-64d9ba9b8db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:24.824637 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-420a9e9e-e01e-484f-86d1-67b5001c187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (13729341-9a97-4ba2-89d5-8c386dacfcab), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:24.827413 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-420a9e9e-e01e-484f-86d1-67b5001c187f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:24.828688 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-420a9e9e-e01e-484f-86d1-67b5001c187f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13729341-9a97-4ba2-89d5-8c386dacfcab HTTP/1.1" status: 204 len: 168 time: 0.2219751 Apr 29 15:53:24.848244 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a9e9e-e01e-484f-86d1-67b5001c187f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13729341-9a97-4ba2-89d5-8c386dacfcab,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:24.908455 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8ef53e09-575b-4c3c-98c9-64d9ba9b8db2 admin admin] Publish callbacks [] for security_group (6cf0336a-146f-4fed-9dd0-2a317dffe05f), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:24.976408 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8ef53e09-575b-4c3c-98c9-64d9ba9b8db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (6cf0336a-146f-4fed-9dd0-2a317dffe05f), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:25.018206 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-8ef53e09-575b-4c3c-98c9-64d9ba9b8db2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdaf10aafa4e442c82f8da3a76727359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693796 Apr 29 15:53:25.019497 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef53e09-575b-4c3c-98c9-64d9ba9b8db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf0336a-146f-4fed-9dd0-2a317dffe05f,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:25.021363 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56084) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:25.078097 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d10a7-a9a6-470f-aa11-3222b3315bde admin admin] Publish callbacks [] for security_group (6cf0336a-146f-4fed-9dd0-2a317dffe05f), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:25.100077 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d10a7-a9a6-470f-aa11-3222b3315bde admin admin] Publish callbacks [] for security_group (6cf0336a-146f-4fed-9dd0-2a317dffe05f), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:25.239748 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d10a7-a9a6-470f-aa11-3222b3315bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (6cf0336a-146f-4fed-9dd0-2a317dffe05f), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:25.242462 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d10a7-a9a6-470f-aa11-3222b3315bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:25.244110 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-7f3d10a7-a9a6-470f-aa11-3222b3315bde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cf0336a-146f-4fed-9dd0-2a317dffe05f HTTP/1.1" status: 204 len: 168 time: 0.2211831 Apr 29 15:53:25.251945 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d10a7-a9a6-470f-aa11-3222b3315bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf0336a-146f-4fed-9dd0-2a317dffe05f,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:25.456932 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b9825-929b-47b9-9393-e31742a71b40 req-aaa0f317-74b9-41d1-a980-b97a65790a42 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:25.458465 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-aaa0f317-74b9-41d1-a980-b97a65790a42 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/networks?id=9186de40-610d-414d-b482-035dcefa4c45 HTTP/1.1" status: 200 len: 815 time: 0.1103230 Apr 29 15:53:25.473157 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-e7e16825-7676-4588-9ab1-ab589f7a5118 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/quotas/e34d6a17637c4881bdca94d15105a795 HTTP/1.1" status: 200 len: 375 time: 0.0089645 Apr 29 15:53:25.523018 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-c4d5edfc-b9ce-4b9a-b237-cc973b618bdb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e34d6a17637c4881bdca94d15105a795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438266 Apr 29 15:53:25.642981 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae83c93-8030-44f6-bd27-2d40d6f6e361 req-c4e8a000-6ebc-40a9-8bdf-a120ac9f7d1f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:25.653016 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ae83c93-8030-44f6-bd27-2d40d6f6e361 req-c4e8a000-6ebc-40a9-8bdf-a120ac9f7d1f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0836244 Apr 29 15:53:25.673262 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-698dfc1a-0dee-4a68-aed1-fa9746421573 service neutron] 10.222.0.23 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381338 Apr 29 15:53:25.731803 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ae83c93-8030-44f6-bd27-2d40d6f6e361 req-165336fd-9e03-4d3e-887f-0a2dc3a2a39b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775373 Apr 29 15:53:25.777404 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56110) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:25.793639 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-fb70d9b2-7934-43c2-8b09-d78730286f79 service neutron] 10.222.0.23 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098039 Apr 29 15:53:25.793639 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56112) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:25.799998 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d21a01d0-1e0c-4a89-8419-33225ba3a3f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:25.888127 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d21a01d0-1e0c-4a89-8419-33225ba3a3f2 admin admin] Publish callbacks [] for security_group (21fe0e8b-1f3e-444b-be25-9360a10925be), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:25.937358 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d21a01d0-1e0c-4a89-8419-33225ba3a3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (21fe0e8b-1f3e-444b-be25-9360a10925be), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:26.019090 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56126) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:26.019534 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-d21a01d0-1e0c-4a89-8419-33225ba3a3f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c034fd466c5b4d87afe4ae822b676b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390981 Apr 29 15:53:26.020603 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a01d0-1e0c-4a89-8419-33225ba3a3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fe0e8b-1f3e-444b-be25-9360a10925be,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:26.083442 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-606ccaf9-0d0d-49d1-94d1-66031236b954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:26.138516 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-949b693c-ff3c-474d-8d05-3ba25007f7c1 req-fe67045a-195f-4057-8068-bbd7a3485b79 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 210 time: 0.0928512 Apr 29 15:53:26.174793 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-27777293-2cb5-443b-b228-4df09ac41a16 admin admin] Publish callbacks [] for security_group (21fe0e8b-1f3e-444b-be25-9360a10925be), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:26.212435 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-27777293-2cb5-443b-b228-4df09ac41a16 admin admin] Publish callbacks [] for security_group (21fe0e8b-1f3e-444b-be25-9360a10925be), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:26.251978 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-606ccaf9-0d0d-49d1-94d1-66031236b954 admin admin] Publish callbacks [] for security_group (0ca858db-7022-410f-8f31-d1a6837c9716), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:26.336873 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-606ccaf9-0d0d-49d1-94d1-66031236b954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (0ca858db-7022-410f-8f31-d1a6837c9716), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:26.379482 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ccaf9-0d0d-49d1-94d1-66031236b954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca858db-7022-410f-8f31-d1a6837c9716,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:26.382258 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-27777293-2cb5-443b-b228-4df09ac41a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (21fe0e8b-1f3e-444b-be25-9360a10925be), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:26.384819 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-27777293-2cb5-443b-b228-4df09ac41a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:26.392002 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-27777293-2cb5-443b-b228-4df09ac41a16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21fe0e8b-1f3e-444b-be25-9360a10925be HTTP/1.1" status: 204 len: 168 time: 0.3650768 Apr 29 15:53:26.399862 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56146) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:26.406093 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-606ccaf9-0d0d-49d1-94d1-66031236b954 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b32e1164c8e49fa8dddd1283b6aacf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6114554 Apr 29 15:53:26.407201 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27777293-2cb5-443b-b228-4df09ac41a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fe0e8b-1f3e-444b-be25-9360a10925be,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:26.456571 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8ffa-432e-4f05-844e-a2697683a04d admin admin] Publish callbacks [] for security_group (0ca858db-7022-410f-8f31-d1a6837c9716), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:26.480914 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8ffa-432e-4f05-844e-a2697683a04d admin admin] Publish callbacks [] for security_group (0ca858db-7022-410f-8f31-d1a6837c9716), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:26.588662 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8ffa-432e-4f05-844e-a2697683a04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (0ca858db-7022-410f-8f31-d1a6837c9716), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:26.591195 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8ffa-432e-4f05-844e-a2697683a04d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:26.592575 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-5a5f8ffa-432e-4f05-844e-a2697683a04d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ca858db-7022-410f-8f31-d1a6837c9716 HTTP/1.1" status: 204 len: 168 time: 0.1916862 Apr 29 15:53:26.606841 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f8ffa-432e-4f05-844e-a2697683a04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca858db-7022-410f-8f31-d1a6837c9716,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:26.854613 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117edb-70f9-4929-8a99-65da51b22fe1 req-e07a7847-a230-4221-ac43-ec82ad34f100 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:26.856197 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e8117edb-70f9-4929-8a99-65da51b22fe1 req-e07a7847-a230-4221-ac43-ec82ad34f100 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0560586 Apr 29 15:53:26.904612 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e8117edb-70f9-4929-8a99-65da51b22fe1 req-f8d950fe-bfc7-4b4c-b5c2-c038b3933268 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424988 Apr 29 15:53:27.234239 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2485de90-e7eb-4ec9-92de-27ffefe566e1 req-59d6ed99-8adf-4c44-bd65-432b9133cf45 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 210 time: 0.0398295 Apr 29 15:53:28.011130 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56208) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:28.054989 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b28bd-3dbc-4a81-9849-9cadaa095db8 req-05294805-7197-448c-8c3e-5de2b08acdc6 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:28.056784 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-423b28bd-3dbc-4a81-9849-9cadaa095db8 req-05294805-7197-448c-8c3e-5de2b08acdc6 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0654297 Apr 29 15:53:28.108590 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-423b28bd-3dbc-4a81-9849-9cadaa095db8 req-b2fd14ab-8757-4d94-ba98-8f42eda9f66a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456610 Apr 29 15:53:28.317550 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-93c173dd-9c95-4cd6-bf71-2fb81d24862e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:28.341115 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-599e395c-6f8f-44e7-b9f6-bca33f2776fe req-999236e1-5296-47f2-8d2a-a0405e0e9347 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 210 time: 0.0383289 Apr 29 15:53:28.403416 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-93c173dd-9c95-4cd6-bf71-2fb81d24862e admin admin] Publish callbacks [] for security_group (f13d5b7e-c4bc-46bc-9284-ef6d8a92a9b8), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:28.478657 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-93c173dd-9c95-4cd6-bf71-2fb81d24862e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (f13d5b7e-c4bc-46bc-9284-ef6d8a92a9b8), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:28.519938 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-93c173dd-9c95-4cd6-bf71-2fb81d24862e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c712274beb6f4cd0802880a0e854a998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5064416 Apr 29 15:53:28.521033 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c173dd-9c95-4cd6-bf71-2fb81d24862e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d5b7e-c4bc-46bc-9284-ef6d8a92a9b8,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:28.522869 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56232) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:28.557447 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56236) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:28.583942 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b4918bb1-34d7-4345-b4e5-0b9b7c63b0b8 admin admin] Publish callbacks [] for security_group (f13d5b7e-c4bc-46bc-9284-ef6d8a92a9b8), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:28.606278 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b4918bb1-34d7-4345-b4e5-0b9b7c63b0b8 admin admin] Publish callbacks [] for security_group (f13d5b7e-c4bc-46bc-9284-ef6d8a92a9b8), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:28.759013 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b4918bb1-34d7-4345-b4e5-0b9b7c63b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (f13d5b7e-c4bc-46bc-9284-ef6d8a92a9b8), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:28.761675 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b4918bb1-34d7-4345-b4e5-0b9b7c63b0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:28.765452 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-b4918bb1-34d7-4345-b4e5-0b9b7c63b0b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f13d5b7e-c4bc-46bc-9284-ef6d8a92a9b8 HTTP/1.1" status: 204 len: 168 time: 0.2389662 Apr 29 15:53:28.771271 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4918bb1-34d7-4345-b4e5-0b9b7c63b0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d5b7e-c4bc-46bc-9284-ef6d8a92a9b8,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:28.791630 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1912422412-network', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:28.940633 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Made reservation on behalf of b4693e270f27493883490ba1b9ae2779 for: {'network': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:28.942790 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:28.957138 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:28.963848 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b9825-929b-47b9-9393-e31742a71b40 req-c49ffa18-fdb0-47ce-9707-956431fa41be tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:28.965558 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-c49ffa18-fdb0-47ce-9707-956431fa41be tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.37 "GET /v2.0/networks?id=9186de40-610d-414d-b482-035dcefa4c45 HTTP/1.1" status: 200 len: 815 time: 0.1164010 Apr 29 15:53:28.992218 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-906b9825-929b-47b9-9393-e31742a71b40 req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Request body: {'port': {'device_id': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'admin_state_up': True, 'tenant_id': 'e34d6a17637c4881bdca94d15105a795'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:29.070715 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Publish callbacks [] for security_group (27ceaf5a-cbfa-45b2-87c8-dbe846d15981), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:29.160843 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (27ceaf5a-cbfa-45b2-87c8-dbe846d15981), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:29.200099 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=110323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:53:29.210972 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ceaf5a-cbfa-45b2-87c8-dbe846d15981,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:29.219276 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (1e2701d0-a617-43f2-b1d7-9e9fe1422b25), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:29.220148 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.segments_db [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Added segment 1e2701d0-a617-43f2-b1d7-9e9fe1422b25 of type vlan for network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 Apr 29 15:53:29.249188 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d9257-fd01-4921-addf-d72df58419e1 req-dde36000-ab68-4dac-b0c6-b3d92c50a5e9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:29.250670 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-898d9257-fd01-4921-addf-d72df58419e1 req-dde36000-ab68-4dac-b0c6-b3d92c50a5e9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0609815 Apr 29 15:53:29.252333 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906b9825-929b-47b9-9393-e31742a71b40 req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Made reservation on behalf of e34d6a17637c4881bdca94d15105a795 for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:29.255526 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-906b9825-929b-47b9-9393-e31742a71b40 req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:29.266353 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (53cc63b6-8e80-48b3-871a-7feb87a8dcd5), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:29.358449 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-898d9257-fd01-4921-addf-d72df58419e1 req-d9d70dfe-21a5-4a0c-a61f-9e4591a35f9e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986049 Apr 29 15:53:29.394676 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (53cc63b6-8e80-48b3-871a-7feb87a8dcd5), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:29.397955 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:29.397955 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:29.441500 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-906b9825-929b-47b9-9393-e31742a71b40 req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Allocated IP 172.20.0.14 (9186de40-610d-414d-b482-035dcefa4c45/bf247570-ba12-4a7a-94b0-eb862590a764/d158d4fc-a40e-4394-a34e-dc979224f855) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:29.473726 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=53cc63b6-8e80-48b3-871a-7feb87a8dcd5,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:29.488076 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:53:29.513274 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-807eca01-234f-4e7d-8519-5fb0e822f56d req-900912e4-01d6-4cbc-a803-578e3da9e1c8 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 210 time: 0.0471239 Apr 29 15:53:29.557616 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-2711dc15-d14d-4515-88c1-c8a55474b2b3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9988754 Apr 29 15:53:29.562540 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56286) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:29.567582 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-cf01ab63-1d26-4409-9d70-2b84df37147d admin admin] Request body: {'subnet': {'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1912422412-subnet', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'ip_version': 4}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:29.641684 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56290) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:29.697222 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf01ab63-1d26-4409-9d70-2b84df37147d admin admin] Made reservation on behalf of b4693e270f27493883490ba1b9ae2779 for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:29.699554 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cf01ab63-1d26-4409-9d70-2b84df37147d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8453400'] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:29.711810 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-906b9825-929b-47b9-9393-e31742a71b40 req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for port (d158d4fc-a40e-4394-a34e-dc979224f855), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:29.855898 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-906b9825-929b-47b9-9393-e31742a71b40 req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:29.918891 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-348cb664-5cdb-4792-aac9-53b8c166dd18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:29.923831 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906b9825-929b-47b9-9393-e31742a71b40 req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Network 9186de40-610d-414d-b482-035dcefa4c45 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:29.928565 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-906b9825-929b-47b9-9393-e31742a71b40 req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:29.933740 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-906b9825-929b-47b9-9393-e31742a71b40 req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:53:29.961311 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event updated for resources: {'Port': ['ID=d158d4fc-a40e-4394-a34e-dc979224f855,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:30.007330 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cf01ab63-1d26-4409-9d70-2b84df37147d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8682860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8453610'] for subnet (16b9d5f5-7a55-46ef-976e-25708021eaba), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.008323 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b9825-929b-47b9-9393-e31742a71b40 req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:30.008323 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-906b9825-929b-47b9-9393-e31742a71b40 req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.090696 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-5dfc33b0-9fa8-4521-b937-e7aaa05d0dbf tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1041379 Apr 29 15:53:30.109019 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Request body: {'port': {'device_id': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:30.110260 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-348cb664-5cdb-4792-aac9-53b8c166dd18 admin admin] Publish callbacks [] for security_group (cb011a7e-25fc-4c5f-885d-65638320f9c2), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.114593 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01ab63-1d26-4409-9d70-2b84df37147d admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b9d5f5-7a55-46ef-976e-25708021eaba,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:30.141658 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf01ab63-1d26-4409-9d70-2b84df37147d admin admin] Checking segment: {'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:30.142153 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01ab63-1d26-4409-9d70-2b84df37147d admin admin] Network hostable DHCP agents. Network: 53cc63b6-8e80-48b3-871a-7feb87a8dcd5, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:53:30.193630 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.238718 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-1bf856b6-3b90-409a-8bfb-0f7cd1a955cc None None] Provisioning complete for port d158d4fc-a40e-4394-a34e-dc979224f855 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:30.241458 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-348cb664-5cdb-4792-aac9-53b8c166dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (cb011a7e-25fc-4c5f-885d-65638320f9c2), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.254980 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1bf856b6-3b90-409a-8bfb-0f7cd1a955cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.310530 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-1bf856b6-3b90-409a-8bfb-0f7cd1a955cc None None] Port d158d4fc-a40e-4394-a34e-dc979224f855 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:53:30.333347 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01ab63-1d26-4409-9d70-2b84df37147d admin admin] Network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:53:30.372714 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cb664-5cdb-4792-aac9-53b8c166dd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb011a7e-25fc-4c5f-885d-65638320f9c2,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:30.379763 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-348cb664-5cdb-4792-aac9-53b8c166dd18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28be08799ddf4f84ad4bd48271898dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7361119 Apr 29 15:53:30.394868 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56322) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:30.440310 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-cf01ab63-1d26-4409-9d70-2b84df37147d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, 53cc63b6-8e80-48b3-871a-7feb87a8dcd5) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:30.449793 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf01ab63-1d26-4409-9d70-2b84df37147d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:30.451408 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cf01ab63-1d26-4409-9d70-2b84df37147d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.455937 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f1ce9-11fb-4b88-b750-5ac1f7bdc9e9 None None] Network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:53:30.530541 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b69f779-f2bb-423a-8d23-bec09f88668a admin admin] Publish callbacks [] for security_group (cb011a7e-25fc-4c5f-885d-65638320f9c2), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.600963 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-cf01ab63-1d26-4409-9d70-2b84df37147d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0365942 Apr 29 15:53:30.601636 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56328) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:30.606757 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:30.682934 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea9de40-577b-5861-953d-07c7c45c0abe-53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'fixed_ips': [{'subnet_id': '16b9d5f5-7a55-46ef-976e-25708021eaba'}]}} from dv-cinder-839872-2-iscsi. {{(pid=110325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 15:53:30.684612 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.743965 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6446'] for router (2a00844d-56d4-4847-85b4-2e3eececab72), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.745565 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6439'] for router (2a00844d-56d4-4847-85b4-2e3eececab72), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.843166 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Publish callbacks [] for router_controller (2a00844d-56d4-4847-85b4-2e3eececab72), precommit_add_association {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.896795 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113e4f7-1161-44ef-8e63-190ab1bf2a33 req-95c85947-c91b-4233-bb69-d498d15c0634 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:30.899790 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6113e4f7-1161-44ef-8e63-190ab1bf2a33 req-95c85947-c91b-4233-bb69-d498d15c0634 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.3226333 Apr 29 15:53:30.912953 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b69f779-f2bb-423a-8d23-bec09f88668a admin admin] Publish callbacks [] for security_group (cb011a7e-25fc-4c5f-885d-65638320f9c2), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:30.940816 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d158d4fc-a40e-4394-a34e-dc979224f855 {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:53:30.988695 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Publish callbacks [] for port (d158d4fc-a40e-4394-a34e-dc979224f855), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:31.025416 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.db_base_plugin_common [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Allocated IP 172.20.0.2 (53cc63b6-8e80-48b3-871a-7feb87a8dcd5/16b9d5f5-7a55-46ef-976e-25708021eaba/8d605930-e6dd-409c-b1ab-4d5b07af421c) {{(pid=110325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:31.063681 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc99f5-39be-47bd-923d-9d6e1f50e0a2 req-fa76a11d-414d-45a7-ace7-b2915a28e10b tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:31.065385 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0fdc99f5-39be-47bd-923d-9d6e1f50e0a2 req-fa76a11d-414d-45a7-ace7-b2915a28e10b tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 932 time: 0.2395458 Apr 29 15:53:31.076579 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Transition to ACTIVE for port object d158d4fc-a40e-4394-a34e-dc979224f855 will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:53:31.115270 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6113e4f7-1161-44ef-8e63-190ab1bf2a33 req-3699aef9-076e-4e0b-8a4b-6e6e3595f4c2 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989133 Apr 29 15:53:31.173266 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0fdc99f5-39be-47bd-923d-9d6e1f50e0a2 req-ca17565e-8d5f-43a4-b5fd-c0f2e5746ef7 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953355 Apr 29 15:53:31.189422 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:31.235580 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b69f779-f2bb-423a-8d23-bec09f88668a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (cb011a7e-25fc-4c5f-885d-65638320f9c2), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:31.238919 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b69f779-f2bb-423a-8d23-bec09f88668a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:31.243875 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-6b69f779-f2bb-423a-8d23-bec09f88668a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb011a7e-25fc-4c5f-885d-65638320f9c2 HTTP/1.1" status: 204 len: 168 time: 0.8479362 Apr 29 15:53:31.266076 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69f779-f2bb-423a-8d23-bec09f88668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb011a7e-25fc-4c5f-885d-65638320f9c2,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:31.306236 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Pushing event updated for resources: {'Port': ['ID=d158d4fc-a40e-4394-a34e-dc979224f855,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:31.414547 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:53:31.575380 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Attempting to bind port d158d4fc-a40e-4394-a34e-dc979224f855 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:53:31.575948 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Attempting to bind port d158d4fc-a40e-4394-a34e-dc979224f855 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:53:31.578467 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Attempting to bind port d158d4fc-a40e-4394-a34e-dc979224f855 on network 9186de40-610d-414d-b482-035dcefa4c45 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:31.595939 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Port d158d4fc-a40e-4394-a34e-dc979224f855 on network 9186de40-610d-414d-b482-035dcefa4c45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:53:31.596273 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Attempting to bind port d158d4fc-a40e-4394-a34e-dc979224f855 on network 9186de40-610d-414d-b482-035dcefa4c45 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:31.613451 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:53:31.613792 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Checking segment: {'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:31.614180 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Bound using segment: {'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:53:31.617485 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Bound port: d158d4fc-a40e-4394-a34e-dc979224f855, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d33018-b24f-4241-b7c1-e3e6150d3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9186de40-610d-414d-b482-035dcefa4c45'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:53:31.617884 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:31.699465 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Publish callbacks [] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), precommit_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:31.775162 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:31.841204 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] For port d158d4fc-a40e-4394-a34e-dc979224f855, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:31.861140 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] For port d158d4fc-a40e-4394-a34e-dc979224f855, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=d158d4fc-a40e-4394-a34e-dc979224f855,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:31.885957 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Publish callbacks [] for router_gateway (2a00844d-56d4-4847-85b4-2e3eececab72), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:31.890644 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 is already hosted by enough agents. {{(pid=110325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:31.905283 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.base_scheduler [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Resources bound (agent type, host, resource id): {{(pid=110325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:31.910035 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Received port after_create {{(pid=110325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:53:31.914097 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Pushing event updated for resources: {'Port': ['ID=8d605930-e6dd-409c-b1ab-4d5b07af421c,revision_number=1']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:31.989974 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:32.000948 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Attempting to bind port 8d605930-e6dd-409c-b1ab-4d5b07af421c on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:53:32.001611 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Attempting to bind port 8d605930-e6dd-409c-b1ab-4d5b07af421c by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:53:32.002141 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Attempting to bind port 8d605930-e6dd-409c-b1ab-4d5b07af421c on network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:32.012146 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:53:32.017247 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Checking segment: {'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:32.017672 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:32.018081 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Bound using segment: {'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:53:32.018591 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Bound port: 8d605930-e6dd-409c-b1ab-4d5b07af421c, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:53:32.018983 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:32.146473 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Pushing event updated for resources: {'Port': ['ID=d158d4fc-a40e-4394-a34e-dc979224f855,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:32.161410 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:32.161767 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:32.163337 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-e1db824c-acdb-43d4-84c2-bb7cde217645 service neutron] 10.222.0.37 "PUT /v2.0/ports/d158d4fc-a40e-4394-a34e-dc979224f855 HTTP/1.1" status: 200 len: 1094 time: 2.0614188 Apr 29 15:53:32.168123 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:53:32.184264 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af996235-bf5b-42a0-a666-5dde2895a173" -d '{"events": [{"name": "network-changed", "server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:53:32.202856 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] For port 8d605930-e6dd-409c-b1ab-4d5b07af421c, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:32.227056 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] For port 8d605930-e6dd-409c-b1ab-4d5b07af421c, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=8d605930-e6dd-409c-b1ab-4d5b07af421c,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:32.267242 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a468430-2f1a-462f-8b6a-fc78ffb37bb7 x-openstack-request-id: req-6a468430-2f1a-462f-8b6a-fc78ffb37bb7 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:53:32.267545 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:53:32.267832 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a468430-2f1a-462f-8b6a-fc78ffb37bb7 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:53:32.268246 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a468430-2f1a-462f-8b6a-fc78ffb37bb7'] response: {'name': 'network-changed', 'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'status': 'completed', 'code': 200} Apr 29 15:53:32.308100 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:32.376868 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd55a9-1df3-4b13-b917-6824de2e8502 req-c37a944c-16eb-4035-a598-7edaa45fedf6 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:32.378869 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-93cd55a9-1df3-4b13-b917-6824de2e8502 req-c37a944c-16eb-4035-a598-7edaa45fedf6 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.1034915 Apr 29 15:53:32.405437 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Publish callbacks [] for router_gateway (2a00844d-56d4-4847-85b4-2e3eececab72), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:32.427479 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:32.474433 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeab8ef-2a06-4c20-95d6-6f0facd2a7d0 req-269150f9-d377-46a0-82bf-0733997194be tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:32.477021 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cdeab8ef-2a06-4c20-95d6-6f0facd2a7d0 req-269150f9-d377-46a0-82bf-0733997194be tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 944 time: 0.0968881 Apr 29 15:53:32.492308 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd855ef1-81b8-49c0-9861-f56efe9e1f12 None None] Pushing event updated for resources: {'Port': ['ID=8d605930-e6dd-409c-b1ab-4d5b07af421c,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:32.672882 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56372) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:32.672882 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Allocated IP 172.27.1.62 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/f479becc-d7b6-475c-a1d9-73879717c64e) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:32.722178 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a7052678-6ec9-4b5f-a110-85a9eefda22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:32.993558 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-93cd55a9-1df3-4b13-b917-6824de2e8502 req-f78f017f-cba0-4100-ab78-31ca4b83f8d7 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991652 Apr 29 15:53:33.047090 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af996235-bf5b-42a0-a666-5dde2895a173 req-2f0a1eb8-76f6-4acc-b32c-4e49a64e4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:33.049007 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-af996235-bf5b-42a0-a666-5dde2895a173 req-2f0a1eb8-76f6-4acc-b32c-4e49a64e4640 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e34d6a17637c4881bdca94d15105a795&device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 1128 time: 0.1556823 Apr 29 15:53:33.070195 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cdeab8ef-2a06-4c20-95d6-6f0facd2a7d0 req-61845db7-6780-43e9-9f4c-f9efc0745be5 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5793681 Apr 29 15:53:33.151551 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Publish callbacks [] for port (f479becc-d7b6-475c-a1d9-73879717c64e), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:33.269636 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 8d605930-e6dd-409c-b1ab-4d5b07af421c up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:33.279507 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a7052678-6ec9-4b5f-a110-85a9eefda22c admin admin] Publish callbacks [] for security_group (7ef0f581-dbdd-40f1-9824-cf811115ad7e), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:33.325673 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 8d605930-e6dd-409c-b1ab-4d5b07af421c triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:33.326354 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:33.388722 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (f479becc-d7b6-475c-a1d9-73879717c64e), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:33.391061 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a7052678-6ec9-4b5f-a110-85a9eefda22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7ef0f581-dbdd-40f1-9824-cf811115ad7e), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:33.441107 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 8d605930-e6dd-409c-b1ab-4d5b07af421c is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:33.441504 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:33.480483 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port 8d605930-e6dd-409c-b1ab-4d5b07af421c, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=8d605930-e6dd-409c-b1ab-4d5b07af421c,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:33.480705 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:33.483422 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-a7052678-6ec9-4b5f-a110-85a9eefda22c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a7d32e4951141f595d950b0e4399bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8123188 Apr 29 15:53:33.486647 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56386) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:33.489715 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:33.493214 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:53:33.496696 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Pushing event updated for resources: {'Port': ['ID=f479becc-d7b6-475c-a1d9-73879717c64e,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:33.498744 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7052678-6ec9-4b5f-a110-85a9eefda22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0f581-dbdd-40f1-9824-cf811115ad7e,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:33.549036 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:33.686846 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=8d605930-e6dd-409c-b1ab-4d5b07af421c,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:33.763408 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af996235-bf5b-42a0-a666-5dde2895a173 req-cace784c-c97d-436d-823e-2ceff0656a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:33.763523 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-af996235-bf5b-42a0-a666-5dde2895a173 req-cace784c-c97d-436d-823e-2ceff0656a1a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e34d6a17637c4881bdca94d15105a795&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1688464 Apr 29 15:53:33.774486 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-09304a62-e6a0-4e67-8871-5673c695d944 admin admin] Publish callbacks [] for security_group (7ef0f581-dbdd-40f1-9824-cf811115ad7e), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:33.960027 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-09304a62-e6a0-4e67-8871-5673c695d944 admin admin] Publish callbacks [] for security_group (7ef0f581-dbdd-40f1-9824-cf811115ad7e), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:33.963178 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af996235-bf5b-42a0-a666-5dde2895a173 req-4b2489d0-94ca-4627-8d4c-b1a277630c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:33.971765 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-af996235-bf5b-42a0-a666-5dde2895a173 req-4b2489d0-94ca-4627-8d4c-b1a277630c75 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1700125 Apr 29 15:53:34.012284 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Publish callbacks [] for router_gateway (2a00844d-56d4-4847-85b4-2e3eececab72), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:34.132890 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-09304a62-e6a0-4e67-8871-5673c695d944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7ef0f581-dbdd-40f1-9824-cf811115ad7e), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:34.138240 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-09304a62-e6a0-4e67-8871-5673c695d944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:34.144797 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-09304a62-e6a0-4e67-8871-5673c695d944 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ef0f581-dbdd-40f1-9824-cf811115ad7e HTTP/1.1" status: 204 len: 168 time: 0.6569779 Apr 29 15:53:34.183830 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09304a62-e6a0-4e67-8871-5673c695d944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0f581-dbdd-40f1-9824-cf811115ad7e,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:34.216659 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b9825-929b-47b9-9393-e31742a71b40 req-f9d98cdf-d5e1-4a02-ab14-a73794374fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:34.218574 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-f9d98cdf-d5e1-4a02-ab14-a73794374fff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e34d6a17637c4881bdca94d15105a795&device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 1128 time: 0.1627710 Apr 29 15:53:34.337825 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-09dc63f5-0f24-4bb6-b67d-f2737712d1f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d158d4fc-a40e-4394-a34e-dc979224f855 HTTP/1.1" status: 200 len: 217 time: 0.0894201 Apr 29 15:53:34.351337 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fb60-98c5-4e76-8605-1e67b6a37a2c req-bea9bef6-f055-4cf2-ad71-77fc8c24775f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:34.355844 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-53e7fb60-98c5-4e76-8605-1e67b6a37a2c req-bea9bef6-f055-4cf2-ad71-77fc8c24775f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.1704459 Apr 29 15:53:34.392206 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ccf5ef-bb34-40bc-9839-bfd91b16a94f None None] Network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:53:34.421273 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe6bb3-16ad-4788-ab5d-51d087ea589b req-30ea2364-aeb1-4f9b-ad47-66fdb21186e2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:34.423376 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5cfe6bb3-16ad-4788-ab5d-51d087ea589b req-30ea2364-aeb1-4f9b-ad47-66fdb21186e2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.1739650 Apr 29 15:53:34.473252 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640451'] for router (2a00844d-56d4-4847-85b4-2e3eececab72), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:34.528286 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5cfe6bb3-16ad-4788-ab5d-51d087ea589b req-3d0a1821-27f1-4fa2-830f-0dbb83c0044c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979209 Apr 29 15:53:34.532364 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-53e7fb60-98c5-4e76-8605-1e67b6a37a2c req-47aa873a-a74d-44d4-bce0-caac57b80a67 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670263 Apr 29 15:53:34.759277 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-65a0700f-924b-4d8d-8922-300478a5efa4 None None] Provisioning complete for port 8d605930-e6dd-409c-b1ab-4d5b07af421c triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:34.761439 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-65a0700f-924b-4d8d-8922-300478a5efa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:34.831992 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed97f56-83ff-46ba-8c25-78df819277eb req-c90be582-d506-48d6-8168-3092e65fc2c4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:34.844840 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2ed97f56-83ff-46ba-8c25-78df819277eb req-c90be582-d506-48d6-8168-3092e65fc2c4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 944 time: 0.1304677 Apr 29 15:53:34.857880 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Router 2a00844d-56d4-4847-85b4-2e3eececab72 is scheduled to L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 with binding_index 1 {{(pid=110323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:53:34.987469 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2ed97f56-83ff-46ba-8c25-78df819277eb req-917802a8-3901-4337-886b-4b5f6c8b6b4d tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306937 Apr 29 15:53:34.996680 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-65a0700f-924b-4d8d-8922-300478a5efa4 None None] Current status of the port 8d605930-e6dd-409c-b1ab-4d5b07af421c is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:35.215975 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-92952f91-a9fc-4075-a31c-65e93b66d126 None None] Provisioning complete for port 8d605930-e6dd-409c-b1ab-4d5b07af421c triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:35.216367 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-92952f91-a9fc-4075-a31c-65e93b66d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:35.221477 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b9825-929b-47b9-9393-e31742a71b40 req-fa96b7e7-a63a-4542-ab26-0359c5c1cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:35.223548 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-fa96b7e7-a63a-4542-ab26-0359c5c1cfe6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf247570-ba12-4a7a-94b0-eb862590a764 HTTP/1.1" status: 200 len: 854 time: 0.1294718 Apr 29 15:53:35.226140 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:53:35.359441 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 8d605930-e6dd-409c-b1ab-4d5b07af421c up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:35.362605 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:35.368335 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-741efeef-26bb-464a-894d-fcc2ca2cead2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7627261 Apr 29 15:53:35.372018 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56442) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:35.458672 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Sync routers for ids ['2a00844d-56d4-4847-85b4-2e3eececab72'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:53:35.500535 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b9825-929b-47b9-9393-e31742a71b40 req-d6b480e7-2cb5-4aaa-8874-b8b15f25d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:35.500535 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-d6b480e7-2cb5-4aaa-8874-b8b15f25d451 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9186de40-610d-414d-b482-035dcefa4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2450190 Apr 29 15:53:35.510731 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Routers {'2a00844d-56d4-4847-85b4-2e3eececab72'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:35.511848 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:53:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['2a00844d-56d4-4847-85b4-2e3eececab72'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:35.544267 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 8d605930-e6dd-409c-b1ab-4d5b07af421c triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:35.545372 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:35.753330 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-92952f91-a9fc-4075-a31c-65e93b66d126 None None] Current status of the port 8d605930-e6dd-409c-b1ab-4d5b07af421c is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:35.844779 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 8d605930-e6dd-409c-b1ab-4d5b07af421c is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:35.882180 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d1fb3-546b-4366-88e3-f3a61e393b02 req-2e9b7190-c32e-4b5d-ba02-5c697c825003 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:35.885529 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-523d1fb3-546b-4366-88e3-f3a61e393b02 req-2e9b7190-c32e-4b5d-ba02-5c697c825003 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.1609449 Apr 29 15:53:35.894652 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-bb516dc3-a336-47c3-9fff-0d05899ac278 service neutron] 10.222.0.37 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808708 Apr 29 15:53:35.902293 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db359f6e-a5b4-4463-854a-5d54a839a9fd req-be8dc929-1a76-46f5-8418-34fa32b804fb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:35.904235 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-db359f6e-a5b4-4463-854a-5d54a839a9fd req-be8dc929-1a76-46f5-8418-34fa32b804fb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.1684961 Apr 29 15:53:35.905282 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Set router 2a00844d-56d4-4847-85b4-2e3eececab72 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:36.121406 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-db359f6e-a5b4-4463-854a-5d54a839a9fd req-66b9215c-1f8f-491a-a4f4-23532b57832e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046938 Apr 29 15:53:36.238913 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T15:53:33Z', 'revision_number': 3, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:36.295929 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Checking router: 2a00844d-56d4-4847-85b4-2e3eececab72 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:53:36.301888 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Updating router 2a00844d-56d4-4847-85b4-2e3eececab72 port f479becc-d7b6-475c-a1d9-73879717c64e binding host dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:53:36.357304 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f479becc-d7b6-475c-a1d9-73879717c64e), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:36.403089 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-523d1fb3-546b-4366-88e3-f3a61e393b02 req-7fdbf448-4867-4ec5-a8fd-a72d3d212c71 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975212 Apr 29 15:53:36.639404 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-906b9825-929b-47b9-9393-e31742a71b40 req-923dbcbf-c6e7-4770-9e13-597b1eb82719 service neutron] 10.222.0.37 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360012 Apr 29 15:53:36.713643 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb2089-076c-450c-8dd9-ee8121d516e7 req-9d049cc0-2206-429d-bd45-8f1ccc659b1b tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:36.715482 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2beb2089-076c-450c-8dd9-ee8121d516e7 req-9d049cc0-2206-429d-bd45-8f1ccc659b1b tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 944 time: 0.3046885 Apr 29 15:53:36.856224 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2beb2089-076c-450c-8dd9-ee8121d516e7 req-6ee0777a-7a45-4de0-8995-03d3386181c2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185672 Apr 29 15:53:37.025913 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:37.078396 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Publish callbacks [] for port (f479becc-d7b6-475c-a1d9-73879717c64e), precommit_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:37.142937 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f479becc-d7b6-475c-a1d9-73879717c64e), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:37.213223 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6374d-339a-446f-a212-f8560cb79c84 None None] Pushing event updated for resources: {'Port': ['ID=f479becc-d7b6-475c-a1d9-73879717c64e,revision_number=2']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:37.257501 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Attempting to bind port f479becc-d7b6-475c-a1d9-73879717c64e on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:53:37.258115 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Attempting to bind port f479becc-d7b6-475c-a1d9-73879717c64e by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:53:37.258623 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Attempting to bind port f479becc-d7b6-475c-a1d9-73879717c64e on network ae6f69da-4bce-4b33-8222-dee4512f4ab7 {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:37.266020 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:53:37.266730 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Checking segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:37.267347 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:37.268145 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Bound using segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:53:37.268951 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Bound port: f479becc-d7b6-475c-a1d9-73879717c64e, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:53:37.271857 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f479becc-d7b6-475c-a1d9-73879717c64e), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:37.383940 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] For port f479becc-d7b6-475c-a1d9-73879717c64e, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:37.394365 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] For port f479becc-d7b6-475c-a1d9-73879717c64e, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f479becc-d7b6-475c-a1d9-73879717c64e,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:37.406781 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Allocated IP 172.20.0.1 (53cc63b6-8e80-48b3-871a-7feb87a8dcd5/16b9d5f5-7a55-46ef-976e-25708021eaba/f356984d-7ca8-4953-ab35-654214b59af0) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:37.428653 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1375fa-82c4-4a5d-8be1-9b41c731e776 req-67dabeb9-a04b-42fc-a90c-b91561ba78a2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:37.430559 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3a1375fa-82c4-4a5d-8be1-9b41c731e776 req-67dabeb9-a04b-42fc-a90c-b91561ba78a2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0911493 Apr 29 15:53:37.494420 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f479becc-d7b6-475c-a1d9-73879717c64e), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:37.601211 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d2d58-78f1-433c-af92-5642b7da5c2e req-1ea82ce3-f075-4d29-9b71-9d2227ab0a0b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:37.609123 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-425d2d58-78f1-433c-af92-5642b7da5c2e req-1ea82ce3-f075-4d29-9b71-9d2227ab0a0b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0742533 Apr 29 15:53:37.652643 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6374d-339a-446f-a212-f8560cb79c84 None None] Pushing event updated for resources: {'Port': ['ID=f479becc-d7b6-475c-a1d9-73879717c64e,revision_number=3']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:37.697673 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Routers {'2a00844d-56d4-4847-85b4-2e3eececab72'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:37.698315 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:53:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['2a00844d-56d4-4847-85b4-2e3eececab72'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:37.732384 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3a1375fa-82c4-4a5d-8be1-9b41c731e776 req-8ad78768-cf89-4798-ab81-d551e4501c41 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902737 Apr 29 15:53:37.791411 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Publish callbacks [] for port (f356984d-7ca8-4953-ab35-654214b59af0), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:37.815671 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-425d2d58-78f1-433c-af92-5642b7da5c2e req-e044e6a1-956c-4e07-8435-973858da3431 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055891 Apr 29 15:53:38.009466 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] Set router 2a00844d-56d4-4847-85b4-2e3eececab72 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:38.036306 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (f356984d-7ca8-4953-ab35-654214b59af0), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:38.129840 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed482717-a7c4-44cf-b98c-63a8b5a7c212 req-098d9ef8-1871-4b50-b246-3b9d1a0952f8 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:38.139052 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ed482717-a7c4-44cf-b98c-63a8b5a7c212 req-098d9ef8-1871-4b50-b246-3b9d1a0952f8 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 944 time: 0.1585186 Apr 29 15:53:38.173539 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:38.182571 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:38.185176 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:53:38.194139 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=f356984d-7ca8-4953-ab35-654214b59af0,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:38.255978 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639158'] for router_interface (2a00844d-56d4-4847-85b4-2e3eececab72), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:38.262718 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T15:53:33Z', 'revision_number': 3, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:38.293593 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ade96-694f-4c22-992c-1985825dbadc None None] The sync data for ids ['2a00844d-56d4-4847-85b4-2e3eececab72'] in dv-cinder-839872-2-iscsi is: [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T15:53:33Z', 'revision_number': 3, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:53:38.372170 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ed482717-a7c4-44cf-b98c-63a8b5a7c212 req-9b73f82d-3a42-40e3-a8b1-d085ec8b6940 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315485 Apr 29 15:53:38.514005 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-46cd5e85-d003-4eff-a790-fdad2ff853e8 None None] Provisioning complete for port f356984d-7ca8-4953-ab35-654214b59af0 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:38.514553 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-46cd5e85-d003-4eff-a790-fdad2ff853e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f356984d-7ca8-4953-ab35-654214b59af0), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:38.587058 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f356984d-7ca8-4953-ab35-654214b59af0), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:38.590799 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-46cd5e85-d003-4eff-a790-fdad2ff853e8 None None] Port f356984d-7ca8-4953-ab35-654214b59af0 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:53:39.056054 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec7117-8746-4126-a949-589dd1347493 req-65834788-07e7-4fec-bde1-db35c8d69519 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:39.057855 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25ec7117-8746-4126-a949-589dd1347493 req-65834788-07e7-4fec-bde1-db35c8d69519 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0909386 Apr 29 15:53:39.173744 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25ec7117-8746-4126-a949-589dd1347493 req-4c355dea-cdb0-4c8a-ab93-241ce7f81ef9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087012 Apr 29 15:53:39.245092 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Publish callbacks [] for port (f356984d-7ca8-4953-ab35-654214b59af0), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:39.251831 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f479becc-d7b6-475c-a1d9-73879717c64e up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:39.351580 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (f356984d-7ca8-4953-ab35-654214b59af0), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:39.395099 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port f479becc-d7b6-475c-a1d9-73879717c64e triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:39.395750 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f479becc-d7b6-475c-a1d9-73879717c64e), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:39.425981 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=f356984d-7ca8-4953-ab35-654214b59af0,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:39.440665 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc5605-22d5-415e-bd6a-65acb56aea86 req-b1723d8a-b1e3-4cae-a207-ac59f7b051e1 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:39.447756 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3afc5605-22d5-415e-bd6a-65acb56aea86 req-b1723d8a-b1e3-4cae-a207-ac59f7b051e1 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.1507161 Apr 29 15:53:39.540464 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port f479becc-d7b6-475c-a1d9-73879717c64e is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:39.541085 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f479becc-d7b6-475c-a1d9-73879717c64e), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:39.541192 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739334'] for router_interface (2a00844d-56d4-4847-85b4-2e3eececab72), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:39.571381 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port f479becc-d7b6-475c-a1d9-73879717c64e, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f479becc-d7b6-475c-a1d9-73879717c64e,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:39.574069 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3afc5605-22d5-415e-bd6a-65acb56aea86 req-ca3eacc3-e314-4dab-86bc-03a9c69a0486 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254070 Apr 29 15:53:39.640414 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f479becc-d7b6-475c-a1d9-73879717c64e), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:39.731045 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=f479becc-d7b6-475c-a1d9-73879717c64e,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:40.129752 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009c712-af63-4167-8626-a7aa966de5a0 req-6b3af798-f0ab-41a8-b1ec-d6e055435115 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:40.137940 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1009c712-af63-4167-8626-a7aa966de5a0 req-6b3af798-f0ab-41a8-b1ec-d6e055435115 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 944 time: 0.1042027 Apr 29 15:53:40.169469 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:40.172746 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:40.279059 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1009c712-af63-4167-8626-a7aa966de5a0 req-d3501ae9-0578-4d7b-bdb7-0f05481e70f2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402264 Apr 29 15:53:40.525868 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Router 2a00844d-56d4-4847-85b4-2e3eececab72 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:53:40.534173 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e4f1c-d3be-4601-bac3-5cf9aaf38a08 req-e2a6a2be-1225-4130-8564-15dd97fca4cd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:40.543779 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-755e4f1c-d3be-4601-bac3-5cf9aaf38a08 req-e2a6a2be-1225-4130-8564-15dd97fca4cd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.1487172 Apr 29 15:53:40.550499 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-35a61e7c-b6f0-410e-b0c7-ba04a6c6947e None None] Provisioning complete for port f356984d-7ca8-4953-ab35-654214b59af0 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:40.551894 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-35a61e7c-b6f0-410e-b0c7-ba04a6c6947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f356984d-7ca8-4953-ab35-654214b59af0), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:40.651584 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-35a61e7c-b6f0-410e-b0c7-ba04a6c6947e None None] Port f356984d-7ca8-4953-ab35-654214b59af0 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:53:40.702221 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-755e4f1c-d3be-4601-bac3-5cf9aaf38a08 req-cbffbca9-f886-4bd0-9ec9-5c71126beae9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572385 Apr 29 15:53:40.774091 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:53:40.793914 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-46b094a1-85f9-42da-8a11-3869a4f77ad8 admin admin] 10.222.0.23 "PUT /v2.0/routers/2a00844d-56d4-4847-85b4-2e3eececab72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4100044 Apr 29 15:53:40.867595 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10227cf-771a-4a80-8926-fdd5da07be01 req-21082ce8-b194-4f30-8f95-1fb591d7ba48 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:40.869517 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d10227cf-771a-4a80-8926-fdd5da07be01 req-21082ce8-b194-4f30-8f95-1fb591d7ba48 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0611053 Apr 29 15:53:40.941457 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d10227cf-771a-4a80-8926-fdd5da07be01 req-c5a1545b-36f8-4a57-9f00-4a5612b1ba46 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649006 Apr 29 15:53:41.047154 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Sync routers for ids ['2a00844d-56d4-4847-85b4-2e3eececab72'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:53:41.062434 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Routers {'2a00844d-56d4-4847-85b4-2e3eececab72'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:41.075445 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:53:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['2a00844d-56d4-4847-85b4-2e3eececab72'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:41.215972 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Set router 2a00844d-56d4-4847-85b4-2e3eececab72 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:41.258908 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f479becc-d7b6-475c-a1d9-73879717c64e up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:41.430103 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port f479becc-d7b6-475c-a1d9-73879717c64e triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:41.434115 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f479becc-d7b6-475c-a1d9-73879717c64e), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:41.510943 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44eef4-5fe1-41cc-b5ad-344c4ca65ea2 req-ded2f8fd-8412-4b26-955a-21e2618ec803 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:41.520296 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ab44eef4-5fe1-41cc-b5ad-344c4ca65ea2 req-ded2f8fd-8412-4b26-955a-21e2618ec803 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 944 time: 0.1094286 Apr 29 15:53:41.626508 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ab44eef4-5fe1-41cc-b5ad-344c4ca65ea2 req-3e83908d-cc14-4da0-a6fa-e7f442df5fcc tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048343 Apr 29 15:53:41.795876 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port f479becc-d7b6-475c-a1d9-73879717c64e is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:41.802336 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T15:53:38Z', 'revision_number': 4, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'f356984d-7ca8-4953-ab35-654214b59af0', 'name': '', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'mac_address': 'fa:16:3e:19:ee:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:37Z', 'updated_at': '2022-04-29T15:53:38Z', 'revision_number': 2, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'subnets': [{'id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:41.831106 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Checking router: 2a00844d-56d4-4847-85b4-2e3eececab72 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:53:41.831463 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Updating router 2a00844d-56d4-4847-85b4-2e3eececab72 port f356984d-7ca8-4953-ab35-654214b59af0 binding host dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:53:41.862575 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f356984d-7ca8-4953-ab35-654214b59af0), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:41.945752 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523c34d-eddc-4127-b731-ddaadcb841fd req-e26d1674-b4f8-40c6-87fd-6d0c2b5e0f7c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:41.959869 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5523c34d-eddc-4127-b731-ddaadcb841fd req-e26d1674-b4f8-40c6-87fd-6d0c2b5e0f7c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.1404152 Apr 29 15:53:42.082339 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5523c34d-eddc-4127-b731-ddaadcb841fd req-5eb51529-5133-4812-8589-d615e715873b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201518 Apr 29 15:53:42.198633 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56600) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:42.206603 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-636216490-network', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:42.284989 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728c19d-9247-4283-846f-86ac0e6f9dbb req-35d7bfb0-ad65-43fd-a33a-70e5812349b2 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:42.286720 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4728c19d-9247-4283-846f-86ac0e6f9dbb req-35d7bfb0-ad65-43fd-a33a-70e5812349b2 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0758247 Apr 29 15:53:42.364516 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4728c19d-9247-4283-846f-86ac0e6f9dbb req-7462ff2f-e236-4bec-bbac-2ede14fc79cd tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656645 Apr 29 15:53:42.490528 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Publish callbacks [] for port (f356984d-7ca8-4953-ab35-654214b59af0), precommit_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:42.776561 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776329bc-c79e-4679-bb2f-da1f23d138d0 req-c4cdc218-ff3d-4f09-ba2c-60ea3d9ff547 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:42.778052 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-776329bc-c79e-4679-bb2f-da1f23d138d0 req-c4cdc218-ff3d-4f09-ba2c-60ea3d9ff547 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 944 time: 0.0578296 Apr 29 15:53:42.824326 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-776329bc-c79e-4679-bb2f-da1f23d138d0 req-7ca6c49a-589b-46a9-a89d-c8898d488889 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Apr 29 15:53:43.090309 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Made reservation on behalf of c93a586251df4e4fabaa6af4fdabdb4b for: {'network': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:43.090486 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f356984d-7ca8-4953-ab35-654214b59af0), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.092753 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.102915 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.162280 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e6c1e-9b0a-4800-b4ae-d8eab3e106b6 None None] Pushing event updated for resources: {'Port': ['ID=f356984d-7ca8-4953-ab35-654214b59af0,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:43.214939 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56620) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:43.264762 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Attempting to bind port f356984d-7ca8-4953-ab35-654214b59af0 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:53:43.265049 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Attempting to bind port f356984d-7ca8-4953-ab35-654214b59af0 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:53:43.265466 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Attempting to bind port f356984d-7ca8-4953-ab35-654214b59af0 on network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:43.272015 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:53:43.274610 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Checking segment: {'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:43.275108 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.275531 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Bound using segment: {'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:53:43.276116 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Bound port: f356984d-7ca8-4953-ab35-654214b59af0, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:53:43.276548 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f356984d-7ca8-4953-ab35-654214b59af0), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.294526 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2bc7f-4c71-4cff-b4aa-17ec500b99d2 req-55a1519e-fcae-4459-8094-4aac73b01a58 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:43.296817 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-75b2bc7f-4c71-4cff-b4aa-17ec500b99d2 req-55a1519e-fcae-4459-8094-4aac73b01a58 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0853586 Apr 29 15:53:43.341415 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Publish callbacks [] for security_group (5523a4c4-a66b-4b7f-852b-8d1d19b21c26), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.359447 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] For port f356984d-7ca8-4953-ab35-654214b59af0, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:43.363192 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] For port f356984d-7ca8-4953-ab35-654214b59af0, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f356984d-7ca8-4953-ab35-654214b59af0,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:43.376658 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.384877 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-75b2bc7f-4c71-4cff-b4aa-17ec500b99d2 req-a488c550-403c-4783-ba6a-070885103963 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747309 Apr 29 15:53:43.434590 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (5523a4c4-a66b-4b7f-852b-8d1d19b21c26), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.461732 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=110324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:53:43.463319 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f356984d-7ca8-4953-ab35-654214b59af0), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.479279 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Publish callbacks [] for security_group (3913f154-5a3c-4f0e-8f11-e89fbeacdeb5), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.486574 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5523a4c4-a66b-4b7f-852b-8d1d19b21c26,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:43.505423 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (e10d6566-3879-497c-9a10-7dd61a3567f0), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.505773 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.segments_db [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Added segment e10d6566-3879-497c-9a10-7dd61a3567f0 of type vlan for network e56f1705-97e6-4b82-94fc-189ab650159d Apr 29 15:53:43.513540 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-39e68610-284b-422f-ae32-0867028e93de None None] Provisioning complete for port f356984d-7ca8-4953-ab35-654214b59af0 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:43.513915 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-39e68610-284b-422f-ae32-0867028e93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f356984d-7ca8-4953-ab35-654214b59af0), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.556720 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d06af-125c-4304-b520-a85197d7bfb2 req-e430c465-10c1-43fd-a545-1e06d927d47a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:43.558473 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f89d06af-125c-4304-b520-a85197d7bfb2 req-e430c465-10c1-43fd-a545-1e06d927d47a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0887756 Apr 29 15:53:43.570283 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Routers {'2a00844d-56d4-4847-85b4-2e3eececab72'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:43.571138 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:53:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['2a00844d-56d4-4847-85b4-2e3eececab72'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:43.580608 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e6c1e-9b0a-4800-b4ae-d8eab3e106b6 None None] Pushing event updated for resources: {'Port': ['ID=f356984d-7ca8-4953-ab35-654214b59af0,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:43.583448 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (e56f1705-97e6-4b82-94fc-189ab650159d), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.606928 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (3913f154-5a3c-4f0e-8f11-e89fbeacdeb5), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.649655 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f89d06af-125c-4304-b520-a85197d7bfb2 req-88fcc0f6-b392-402c-a008-60cd1a1c00ee tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853870 Apr 29 15:53:43.683740 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe19008a78444876a2e8ab59fa16173b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4658668 Apr 29 15:53:43.685129 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3913f154-5a3c-4f0e-8f11-e89fbeacdeb5,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:43.685326 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56626) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:43.695957 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.701652 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6356dd-95c8-4fa9-8794-bda98271ae84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:43.737587 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (e56f1705-97e6-4b82-94fc-189ab650159d), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.737805 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:43.738582 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.740873 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-39e68610-284b-422f-ae32-0867028e93de None None] Current status of the port f356984d-7ca8-4953-ab35-654214b59af0 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:43.741787 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-39e68610-284b-422f-ae32-0867028e93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (f356984d-7ca8-4953-ab35-654214b59af0), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.767607 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] Set router 2a00844d-56d4-4847-85b4-2e3eececab72 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:43.828361 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-967d4355-83f8-47e0-928f-71a952e66b32 admin admin] Publish callbacks [] for security_group (3913f154-5a3c-4f0e-8f11-e89fbeacdeb5), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.829641 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-39e68610-284b-422f-ae32-0867028e93de None None] For port f356984d-7ca8-4953-ab35-654214b59af0, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f356984d-7ca8-4953-ab35-654214b59af0,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:43.842370 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] Pushing event updated for resources: {'Network': ['ID=e56f1705-97e6-4b82-94fc-189ab650159d,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:43.871377 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-967d4355-83f8-47e0-928f-71a952e66b32 admin admin] Publish callbacks [] for security_group (3913f154-5a3c-4f0e-8f11-e89fbeacdeb5), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.884593 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-7ffd81f6-7cf7-4dcd-a719-958d371e93e6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6845565 Apr 29 15:53:43.887818 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56636) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:43.894575 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network e56f1705-97e6-4b82-94fc-189ab650159d details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:53:43.902803 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-87572ab7-382f-4e6b-b8af-2b7ff2dfd68a admin admin] Request body: {'subnet': {'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-636216490-subnet', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'ip_version': 4}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:43.943382 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-39e68610-284b-422f-ae32-0867028e93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (f356984d-7ca8-4953-ab35-654214b59af0), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:43.973824 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87572ab7-382f-4e6b-b8af-2b7ff2dfd68a admin admin] Made reservation on behalf of c93a586251df4e4fabaa6af4fdabdb4b for: {'subnet': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:43.977235 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-87572ab7-382f-4e6b-b8af-2b7ff2dfd68a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9430353'] for subnet (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:44.012441 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530816c-37db-48b9-82a3-73ae6e4df1cc req-f2f3b619-21b0-4149-921e-a1fcb4e20f94 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:44.016278 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c530816c-37db-48b9-82a3-73ae6e4df1cc req-f2f3b619-21b0-4149-921e-a1fcb4e20f94 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 944 time: 0.0863695 Apr 29 15:53:44.110395 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-cf1f9223-b9b8-4cc0-ac09-aee771b732fb None None] Provisioning complete for port f356984d-7ca8-4953-ab35-654214b59af0 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:44.111276 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9223-b9b8-4cc0-ac09-aee771b732fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f356984d-7ca8-4953-ab35-654214b59af0), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:44.138436 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-967d4355-83f8-47e0-928f-71a952e66b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (3913f154-5a3c-4f0e-8f11-e89fbeacdeb5), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:44.141811 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-967d4355-83f8-47e0-928f-71a952e66b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:44.145681 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-967d4355-83f8-47e0-928f-71a952e66b32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3913f154-5a3c-4f0e-8f11-e89fbeacdeb5 HTTP/1.1" status: 204 len: 168 time: 0.4592991 Apr 29 15:53:44.155343 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e68610-284b-422f-ae32-0867028e93de None None] Pushing event updated for resources: {'Port': ['ID=f356984d-7ca8-4953-ab35-654214b59af0,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:44.173997 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d4355-83f8-47e0-928f-71a952e66b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3913f154-5a3c-4f0e-8f11-e89fbeacdeb5,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:44.233825 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c530816c-37db-48b9-82a3-73ae6e4df1cc req-59eb4284-ae19-46f3-ac21-d72c6a3017a8 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058976 Apr 29 15:53:44.234046 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T15:53:38Z', 'revision_number': 4, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'f356984d-7ca8-4953-ab35-654214b59af0', 'name': '', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'mac_address': 'fa:16:3e:19:ee:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:37Z', 'updated_at': '2022-04-29T15:53:43Z', 'revision_number': 4, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'subnets': [{'id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:44.268706 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134572e-0c26-45c8-a9f3-8885e4d87bb2 None None] The sync data for ids ['2a00844d-56d4-4847-85b4-2e3eececab72'] in dv-cinder-839872-2-iscsi is: [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T15:53:38Z', 'revision_number': 4, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'f356984d-7ca8-4953-ab35-654214b59af0', 'name': '', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'mac_address': 'fa:16:3e:19:ee:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:37Z', 'updated_at': '2022-04-29T15:53:43Z', 'revision_number': 4, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'subnets': [{'id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:53:44.305320 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf582777-f14c-4ed1-b922-64209921345c req-6e3d6780-f305-40f8-be6e-240fcbdb587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:44.306368 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bf582777-f14c-4ed1-b922-64209921345c req-6e3d6780-f305-40f8-be6e-240fcbdb587b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0729651 Apr 29 15:53:44.312353 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f9223-b9b8-4cc0-ac09-aee771b732fb None None] Current status of the port f356984d-7ca8-4953-ab35-654214b59af0 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:44.531117 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81750acd-ce87-4bfe-95c4-db052f50fcd4 req-783fbf2c-d625-4e63-b024-cd13bcb88fe7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:44.537125 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-81750acd-ce87-4bfe-95c4-db052f50fcd4 req-783fbf2c-d625-4e63-b024-cd13bcb88fe7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0718520 Apr 29 15:53:44.539756 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-87572ab7-382f-4e6b-b8af-2b7ff2dfd68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8484417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9430435'] for subnet (5e58c890-1d42-4ec8-9469-548f3dce86e2), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:44.665668 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87572ab7-382f-4e6b-b8af-2b7ff2dfd68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e58c890-1d42-4ec8-9469-548f3dce86e2,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:44.675056 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:44.681766 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-81750acd-ce87-4bfe-95c4-db052f50fcd4 req-7aeca0f1-3a61-48c5-ae85-1331b822bd9d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352162 Apr 29 15:53:44.682753 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87572ab7-382f-4e6b-b8af-2b7ff2dfd68a admin admin] Checking segment: {'id': 'e10d6566-3879-497c-9a10-7dd61a3567f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:44.683129 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87572ab7-382f-4e6b-b8af-2b7ff2dfd68a admin admin] Network hostable DHCP agents. Network: e56f1705-97e6-4b82-94fc-189ab650159d, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:53:44.792230 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f729f5-b6ba-41bb-9e86-fcc7dd2b647c req-4ed83361-a584-4bfc-87e5-3248ea5e3f9f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:44.793856 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-50f729f5-b6ba-41bb-9e86-fcc7dd2b647c req-4ed83361-a584-4bfc-87e5-3248ea5e3f9f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0582793 Apr 29 15:53:44.807138 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87572ab7-382f-4e6b-b8af-2b7ff2dfd68a admin admin] Network e56f1705-97e6-4b82-94fc-189ab650159d is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:53:44.848195 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-50f729f5-b6ba-41bb-9e86-fcc7dd2b647c req-2e2121b1-7835-406e-8ae5-bd4eb4f04cd1 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485976 Apr 29 15:53:44.931546 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-87572ab7-382f-4e6b-b8af-2b7ff2dfd68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, e56f1705-97e6-4b82-94fc-189ab650159d) {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:44.935852 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87572ab7-382f-4e6b-b8af-2b7ff2dfd68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:44.936584 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-87572ab7-382f-4e6b-b8af-2b7ff2dfd68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:44.949684 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6089765b-ad0c-43da-84f3-1bdb4686f8bc None None] Network e56f1705-97e6-4b82-94fc-189ab650159d requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:53:45.065163 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-fc713c34-44c0-4b28-8fec-d682c26d979c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.078059 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea9de40-577b-5861-953d-07c7c45c0abe-e56f1705-97e6-4b82-94fc-189ab650159d', 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d', 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'fixed_ips': [{'subnet_id': '5e58c890-1d42-4ec8-9469-548f3dce86e2'}]}} from dv-cinder-839872-2-iscsi. {{(pid=110325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 15:53:45.079228 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.083559 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-87572ab7-382f-4e6b-b8af-2b7ff2dfd68a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1945925 Apr 29 15:53:45.086100 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56658) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:45.090441 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-636216490-router', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:45.133846 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56660) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:45.152928 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d68bbea-9950-4ff1-9b84-384acbed0989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.192131 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f356984d-7ca8-4953-ab35-654214b59af0 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:45.195447 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6446'] for router (b6a39456-12c4-4432-a835-582c4f4adc9b), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.196743 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6439'] for router (b6a39456-12c4-4432-a835-582c4f4adc9b), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.261212 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d68bbea-9950-4ff1-9b84-384acbed0989 admin admin] Publish callbacks [] for security_group (a7294218-781c-4681-9052-febe2c119566), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.273288 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Publish callbacks [] for router_controller (b6a39456-12c4-4432-a835-582c4f4adc9b), precommit_add_association {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.300428 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port f356984d-7ca8-4953-ab35-654214b59af0 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:45.300810 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (f356984d-7ca8-4953-ab35-654214b59af0), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.303747 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.db_base_plugin_common [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Allocated IP 172.20.0.2 (e56f1705-97e6-4b82-94fc-189ab650159d/5e58c890-1d42-4ec8-9469-548f3dce86e2/71a8f26e-ac23-4349-9d91-e7646c42765d) {{(pid=110325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:45.337921 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d68bbea-9950-4ff1-9b84-384acbed0989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (a7294218-781c-4681-9052-febe2c119566), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.368365 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531467b7-674f-4180-875a-1d6dcca90fd6 req-4f30f6bf-e621-4696-852c-b8b315f9a3f4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:45.370123 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-531467b7-674f-4180-875a-1d6dcca90fd6 req-4f30f6bf-e621-4696-852c-b8b315f9a3f4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 944 time: 0.0574987 Apr 29 15:53:45.376614 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68bbea-9950-4ff1-9b84-384acbed0989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7294218-781c-4681-9052-febe2c119566,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:45.395760 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-6d68bbea-9950-4ff1-9b84-384acbed0989 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2388a5dd5a8746b0bbce364870d7c116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590718 Apr 29 15:53:45.397431 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56664) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:45.472553 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-86d7da7d-aeb8-4834-bdf8-d117158fc6b4 admin admin] Publish callbacks [] for security_group (a7294218-781c-4681-9052-febe2c119566), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.480193 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port f356984d-7ca8-4953-ab35-654214b59af0 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:45.516225 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-531467b7-674f-4180-875a-1d6dcca90fd6 req-c0b1d303-94ef-4867-91be-f44ebb38eedb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286812 Apr 29 15:53:45.520786 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-86d7da7d-aeb8-4834-bdf8-d117158fc6b4 admin admin] Publish callbacks [] for security_group (a7294218-781c-4681-9052-febe2c119566), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.590794 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Publish callbacks [] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), precommit_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.605717 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Publish callbacks [] for router_gateway (b6a39456-12c4-4432-a835-582c4f4adc9b), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.690582 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-86d7da7d-aeb8-4834-bdf8-d117158fc6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (a7294218-781c-4681-9052-febe2c119566), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.691006 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.693191 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-86d7da7d-aeb8-4834-bdf8-d117158fc6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.694939 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-86d7da7d-aeb8-4834-bdf8-d117158fc6b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7294218-781c-4681-9052-febe2c119566 HTTP/1.1" status: 204 len: 168 time: 0.2952740 Apr 29 15:53:45.719869 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7da7d-aeb8-4834-bdf8-d117158fc6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7294218-781c-4681-9052-febe2c119566,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:45.734431 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Network e56f1705-97e6-4b82-94fc-189ab650159d is already hosted by enough agents. {{(pid=110325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:45.743674 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Resources bound (agent type, host, resource id): {{(pid=110325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:45.751773 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Received port after_create {{(pid=110325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:53:45.791835 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Pushing event updated for resources: {'Port': ['ID=71a8f26e-ac23-4349-9d91-e7646c42765d,revision_number=1']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:45.824122 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Attempting to bind port 71a8f26e-ac23-4349-9d91-e7646c42765d on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:53:45.824549 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Attempting to bind port 71a8f26e-ac23-4349-9d91-e7646c42765d by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': 'e10d6566-3879-497c-9a10-7dd61a3567f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:53:45.824856 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Attempting to bind port 71a8f26e-ac23-4349-9d91-e7646c42765d on network e56f1705-97e6-4b82-94fc-189ab650159d {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:45.830086 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:53:45.830462 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Checking segment: {'id': 'e10d6566-3879-497c-9a10-7dd61a3567f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:45.830866 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.831268 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Bound using segment: {'id': 'e10d6566-3879-497c-9a10-7dd61a3567f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:53:45.831758 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Bound port: 71a8f26e-ac23-4349-9d91-e7646c42765d, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10d6566-3879-497c-9a10-7dd61a3567f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:53:45.832146 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:45.904474 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] For port 71a8f26e-ac23-4349-9d91-e7646c42765d, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:45.908375 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] For port 71a8f26e-ac23-4349-9d91-e7646c42765d, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=71a8f26e-ac23-4349-9d91-e7646c42765d,segment=NetworkSegment(e10d6566-3879-497c-9a10-7dd61a3567f0),segment_id=e10d6566-3879-497c-9a10-7dd61a3567f0)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:45.949672 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129a197-3259-4614-800d-e68bc16f9c0b req-c0ca2e44-0a38-4b62-969f-3e051c309aa3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:45.951133 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a129a197-3259-4614-800d-e68bc16f9c0b req-c0ca2e44-0a38-4b62-969f-3e051c309aa3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.1088240 Apr 29 15:53:46.009105 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Publish callbacks [] for router_gateway (b6a39456-12c4-4432-a835-582c4f4adc9b), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:46.037658 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475bb39-430a-49a6-9ea3-b5614a60ddfd req-fc720e5a-ca46-44a3-9181-fee97187c683 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:46.040363 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0475bb39-430a-49a6-9ea3-b5614a60ddfd req-fc720e5a-ca46-44a3-9181-fee97187c683 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.1115539 Apr 29 15:53:46.046223 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:46.056994 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:46.120162 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a129a197-3259-4614-800d-e68bc16f9c0b req-5282d56a-a5db-49bf-8f48-f61d3c996579 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509659 Apr 29 15:53:46.120958 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a6c60-e2ff-40ce-982e-81c74783bd65 None None] Pushing event updated for resources: {'Port': ['ID=71a8f26e-ac23-4349-9d91-e7646c42765d,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:46.165416 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0475bb39-430a-49a6-9ea3-b5614a60ddfd req-68fd7c87-a275-41af-abbf-2641cd33c980 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146004 Apr 29 15:53:46.230266 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Allocated IP 172.27.1.169 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/2414de60-bf37-4c47-b7be-460c0b218e9f) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:46.355142 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Publish callbacks [] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:46.476092 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:46.517039 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:46.521724 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:46.528500 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:53:46.552255 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Pushing event updated for resources: {'Port': ['ID=2414de60-bf37-4c47-b7be-460c0b218e9f,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:46.703322 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9829d6-979e-4430-b854-702ab3815845 req-0c66789b-2cb9-4a83-b897-4be90f2465c0 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:46.704819 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b9829d6-979e-4430-b854-702ab3815845 req-0c66789b-2cb9-4a83-b897-4be90f2465c0 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 944 time: 0.0975199 Apr 29 15:53:46.765430 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b9829d6-979e-4430-b854-702ab3815845 req-d8a532b7-1e19-4468-8a2d-9bcf78892b5f tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517235 Apr 29 15:53:46.912039 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device d158d4fc-a40e-4394-a34e-dc979224f855 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:53:46.917641 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56706) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:46.954968 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Publish callbacks [] for router_gateway (b6a39456-12c4-4432-a835-582c4f4adc9b), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.051752 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-417289440-network', 'tenant_id': '58e8b747315c47c5af6f61c39374c2cc'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:47.149738 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Made reservation on behalf of 58e8b747315c47c5af6f61c39374c2cc for: {'network': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:47.152443 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.183119 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.205878 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 71a8f26e-ac23-4349-9d91-e7646c42765d up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:47.237124 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640451'] for router (b6a39456-12c4-4432-a835-582c4f4adc9b), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.255589 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port d158d4fc-a40e-4394-a34e-dc979224f855, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=d158d4fc-a40e-4394-a34e-dc979224f855,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:47.276887 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'port_id': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'mac_address': 'fa:16:3e:71:1c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:53:47.324158 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Publish callbacks [] for security_group (e327003e-6d61-4d10-854d-c0f3ace664b7), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.342178 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 71a8f26e-ac23-4349-9d91-e7646c42765d triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:47.342552 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.381464 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6cbb1b-75de-47b6-a12f-281f3e72e80d None None] Network e56f1705-97e6-4b82-94fc-189ab650159d requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:53:47.387674 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port d158d4fc-a40e-4394-a34e-dc979224f855 is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:47.388036 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.400465 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (e327003e-6d61-4d10-854d-c0f3ace664b7), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.423849 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=110323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:53:47.432886 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d158d4fc-a40e-4394-a34e-dc979224f855 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:53:47.439334 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e327003e-6d61-4d10-854d-c0f3ace664b7,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:47.442103 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc644-63c7-48f8-9db4-94b724726c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.445076 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (2b49554a-471e-42f2-abbe-6d83d326498e), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.445209 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.segments_db [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Added segment 2b49554a-471e-42f2-abbe-6d83d326498e of type vlan for network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec Apr 29 15:53:47.501996 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (2fbed7d4-8ee8-4828-a54f-7cf6974e61ec), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.511071 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port d158d4fc-a40e-4394-a34e-dc979224f855, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=d158d4fc-a40e-4394-a34e-dc979224f855,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:47.518661 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-793d95c0-bb5b-49aa-b138-0d2d32d3c52e None None] Provisioning complete for port 71a8f26e-ac23-4349-9d91-e7646c42765d triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:47.519031 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-793d95c0-bb5b-49aa-b138-0d2d32d3c52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.600848 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.616738 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (2fbed7d4-8ee8-4828-a54f-7cf6974e61ec), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.617795 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:47.618375 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.665228 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0c049-9914-4886-aa75-aede7c858535 req-bb59ebba-8910-4bc9-bd5f-d50e11fe6f80 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:47.665417 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 71a8f26e-ac23-4349-9d91-e7646c42765d is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:47.665685 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.672175 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8dc0c049-9914-4886-aa75-aede7c858535 req-bb59ebba-8910-4bc9-bd5f-d50e11fe6f80 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.3628681 Apr 29 15:53:47.692753 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=d158d4fc-a40e-4394-a34e-dc979224f855,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:47.701899 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005320c1-5b84-4bc6-91dc-b7f9eea82bc8 req-ed9b5180-70c7-482e-a2ff-631ea3e54afd tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:47.703544 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-005320c1-5b84-4bc6-91dc-b7f9eea82bc8 req-ed9b5180-70c7-482e-a2ff-631ea3e54afd tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.1217892 Apr 29 15:53:47.740623 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] Pushing event updated for resources: {'Network': ['ID=2fbed7d4-8ee8-4828-a54f-7cf6974e61ec,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:47.763563 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:53:47.781074 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-2ad39003-9f2b-4b93-b15f-559709f7acdd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8614366 Apr 29 15:53:47.783461 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56720) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:47.791358 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-68a7b87d-5380-4203-9bde-610a9dd745a5 admin admin] Request body: {'subnet': {'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-417289440-subnet', 'tenant_id': '58e8b747315c47c5af6f61c39374c2cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:47.791457 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-793d95c0-bb5b-49aa-b138-0d2d32d3c52e None None] Current status of the port 71a8f26e-ac23-4349-9d91-e7646c42765d is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:47.791802 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-793d95c0-bb5b-49aa-b138-0d2d32d3c52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.820767 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8dc0c049-9914-4886-aa75-aede7c858535 req-bb096ded-291e-4b6a-9e68-49c89beccb29 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396623 Apr 29 15:53:47.823295 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port 71a8f26e-ac23-4349-9d91-e7646c42765d, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=71a8f26e-ac23-4349-9d91-e7646c42765d,segment=NetworkSegment(e10d6566-3879-497c-9a10-7dd61a3567f0),segment_id=e10d6566-3879-497c-9a10-7dd61a3567f0)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:47.871033 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-005320c1-5b84-4bc6-91dc-b7f9eea82bc8 req-9f8f4e9f-3442-4799-b07d-45213e5a2176 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335075 Apr 29 15:53:47.931988 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a7b87d-5380-4203-9bde-610a9dd745a5 admin admin] Made reservation on behalf of 58e8b747315c47c5af6f61c39374c2cc for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:47.938262 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-68a7b87d-5380-4203-9bde-610a9dd745a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8453400'] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.967350 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:47.994594 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ee225-14e5-4c9f-a234-f72a9acb89d5 req-0cab4086-9ca2-4479-8710-82adf580d9ba tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:47.997724 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-932ee225-14e5-4c9f-a234-f72a9acb89d5 req-0cab4086-9ca2-4479-8710-82adf580d9ba tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 945 time: 0.0873692 Apr 29 15:53:48.013538 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bf582777-f14c-4ed1-b922-64209921345c req-f5a6f471-cecb-459d-93f9-53d6ae080c54 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402831 Apr 29 15:53:48.077200 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Router b6a39456-12c4-4432-a835-582c4f4adc9b is scheduled to L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 with binding_index 1 {{(pid=110324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:53:48.095527 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.db.api [None req-793d95c0-bb5b-49aa-b138-0d2d32d3c52e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:53:48.096028 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG oslo_db.api [None req-793d95c0-bb5b-49aa-b138-0d2d32d3c52e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:53:48.103879 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-932ee225-14e5-4c9f-a234-f72a9acb89d5 req-7fe5c2a5-37ad-4b52-98df-a7e3319b5446 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962934 Apr 29 15:53:48.116038 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=71a8f26e-ac23-4349-9d91-e7646c42765d,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:48.210833 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:53:48.224307 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Sync routers for ids ['b6a39456-12c4-4432-a835-582c4f4adc9b'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:53:48.236394 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Routers {'b6a39456-12c4-4432-a835-582c4f4adc9b'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:48.237006 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:53:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['b6a39456-12c4-4432-a835-582c4f4adc9b'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:48.239380 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-68a7b87d-5380-4203-9bde-610a9dd745a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8682860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8453610'] for subnet (f5f0f045-bb9c-4095-bd45-c5987515ea3c), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:48.249345 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['d158d4fc-a40e-4394-a34e-dc979224f855'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:53:48.296462 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7b87d-5380-4203-9bde-610a9dd745a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f0f045-bb9c-4095-bd45-c5987515ea3c,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:48.329903 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7b87d-5380-4203-9bde-610a9dd745a5 admin admin] Checking segment: {'id': '2b49554a-471e-42f2-abbe-6d83d326498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:48.330660 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7b87d-5380-4203-9bde-610a9dd745a5 admin admin] Network hostable DHCP agents. Network: 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:53:48.349346 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:48.350858 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-6eaab5c7-3f8f-47cc-a2df-967a39f0a772 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2632654 Apr 29 15:53:48.352542 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde85358-add2-47f8-8051-0426f08afd72 req-12157a0e-c063-49da-ae87-3b510ca2f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:48.353972 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cde85358-add2-47f8-8051-0426f08afd72 req-12157a0e-c063-49da-ae87-3b510ca2f6a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0458426 Apr 29 15:53:48.354457 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56726) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:48.356579 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Set router b6a39456-12c4-4432-a835-582c4f4adc9b gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:48.428132 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7b87d-5380-4203-9bde-610a9dd745a5 admin admin] Network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:53:48.503538 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-68a7b87d-5380-4203-9bde-610a9dd745a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:48.510064 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a7b87d-5380-4203-9bde-610a9dd745a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:48.510662 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-68a7b87d-5380-4203-9bde-610a9dd745a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:48.525841 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e6dfe3-3833-4464-b833-ec131b5e86ac None None] Network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:53:48.538675 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde85358-add2-47f8-8051-0426f08afd72 req-16ae9e40-0a5c-4ba2-8c31-0f1703f39089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:48.540584 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cde85358-add2-47f8-8051-0426f08afd72 req-16ae9e40-0a5c-4ba2-8c31-0f1703f39089 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.1464431 Apr 29 15:53:48.604330 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-68a7b87d-5380-4203-9bde-610a9dd745a5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8196671 Apr 29 15:53:48.672903 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'name': 'tempest-TestShelveInstance-636216490-router', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:45Z', 'updated_at': '2022-04-29T15:53:46Z', 'revision_number': 3, 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'gw_port': {'id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:46Z', 'updated_at': '2022-04-29T15:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:48.688091 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-793d95c0-bb5b-49aa-b138-0d2d32d3c52e None None] Current status of the port 71a8f26e-ac23-4349-9d91-e7646c42765d is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:48.701890 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Checking router: b6a39456-12c4-4432-a835-582c4f4adc9b for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:53:48.702555 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Updating router b6a39456-12c4-4432-a835-582c4f4adc9b port 2414de60-bf37-4c47-b7be-460c0b218e9f binding host dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:53:48.717773 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29065694-69d8-468f-add5-ac2a5d2a17b2 None None] Network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:53:48.742708 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:48.813446 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:48.826037 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-09e2aee8-0992-4860-b78a-27cdc1789889 None None] Provisioning complete for port 71a8f26e-ac23-4349-9d91-e7646c42765d triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:48.826407 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-09e2aee8-0992-4860-b78a-27cdc1789889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:48.929416 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cde85358-add2-47f8-8051-0426f08afd72 req-a62c5c0e-986d-4683-8691-02f71e8fd8eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cee5e46-58d2-448f-adee-be2c38332f8f HTTP/1.1" status: 200 len: 217 time: 0.0912356 Apr 29 15:53:49.018796 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-09e2aee8-0992-4860-b78a-27cdc1789889 None None] Current status of the port 71a8f26e-ac23-4349-9d91-e7646c42765d is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:49.070202 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device d158d4fc-a40e-4394-a34e-dc979224f855 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:49.084253 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde85358-add2-47f8-8051-0426f08afd72 req-46a532cb-5f9e-4c19-86b1-e40b229d423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:49.084253 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cde85358-add2-47f8-8051-0426f08afd72 req-46a532cb-5f9e-4c19-86b1-e40b229d423a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.1202250 Apr 29 15:53:49.087549 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Publish callbacks [] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), precommit_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:49.110179 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea74bd-26dd-439e-9a8b-1c58ccdbfa81 req-80b16045-62f0-4aef-9918-90593b27c476 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:49.111991 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c6ea74bd-26dd-439e-9a8b-1c58ccdbfa81 req-80b16045-62f0-4aef-9918-90593b27c476 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.1908681 Apr 29 15:53:49.148479 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4cdd4-6c9c-4448-957b-e3f3537f223b req-af345127-4eca-4678-9b9b-58ec90a7a92d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:49.150029 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-45a4cdd4-6c9c-4448-957b-e3f3537f223b req-af345127-4eca-4678-9b9b-58ec90a7a92d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.1648912 Apr 29 15:53:49.162619 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port d158d4fc-a40e-4394-a34e-dc979224f855 completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:53:49.177595 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:49.225955 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:49.230213 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7ce68-0972-44d7-8271-4838c0699f9d None None] Pushing event updated for resources: {'Port': ['ID=2414de60-bf37-4c47-b7be-460c0b218e9f,revision_number=2']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:49.236139 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port d158d4fc-a40e-4394-a34e-dc979224f855 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:49.236569 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:49.250619 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Attempting to bind port 2414de60-bf37-4c47-b7be-460c0b218e9f on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:53:49.251256 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Attempting to bind port 2414de60-bf37-4c47-b7be-460c0b218e9f by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:53:49.251564 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde85358-add2-47f8-8051-0426f08afd72 req-d4e8192d-c83b-4b07-bfe8-fa3be2b537c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:49.252241 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Attempting to bind port 2414de60-bf37-4c47-b7be-460c0b218e9f on network ae6f69da-4bce-4b33-8222-dee4512f4ab7 {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:49.253238 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cde85358-add2-47f8-8051-0426f08afd72 req-d4e8192d-c83b-4b07-bfe8-fa3be2b537c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1305306 Apr 29 15:53:49.260138 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:53:49.260723 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Checking segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:49.261597 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:49.262134 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Bound using segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:53:49.262878 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Bound port: 2414de60-bf37-4c47-b7be-460c0b218e9f, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:53:49.263515 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:49.330207 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] For port 2414de60-bf37-4c47-b7be-460c0b218e9f, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:49.331984 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 71a8f26e-ac23-4349-9d91-e7646c42765d up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:49.343111 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] For port 2414de60-bf37-4c47-b7be-460c0b218e9f, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=2414de60-bf37-4c47-b7be-460c0b218e9f,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:49.354390 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c6ea74bd-26dd-439e-9a8b-1c58ccdbfa81 req-eec305af-a5b1-4efe-82ed-fc889c9e636f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327461 Apr 29 15:53:49.357290 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-45a4cdd4-6c9c-4448-957b-e3f3537f223b req-e4142d80-2d47-4865-8f6c-7f98dd74145b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986661 Apr 29 15:53:49.434408 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:49.505667 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port d158d4fc-a40e-4394-a34e-dc979224f855 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:49.507449 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:49.520519 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Routers {'b6a39456-12c4-4432-a835-582c4f4adc9b'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:49.521227 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:53:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['b6a39456-12c4-4432-a835-582c4f4adc9b'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:49.525873 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7ce68-0972-44d7-8271-4838c0699f9d None None] Pushing event updated for resources: {'Port': ['ID=2414de60-bf37-4c47-b7be-460c0b218e9f,revision_number=3']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:49.546056 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 71a8f26e-ac23-4349-9d91-e7646c42765d triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:49.546524 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:49.558017 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cde85358-add2-47f8-8051-0426f08afd72 req-2993a094-4d42-4485-8bad-2c03ba1fd2d4 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846456 Apr 29 15:53:49.591035 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:53:49.599322 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f259653-c03e-4cce-bfb1-ca9ad5055465" -d '{"events": [{"server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "name": "network-vif-plugged", "status": "completed", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:53:49.607697 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad802e3b-f2ca-47d3-8712-ba14256e0f01 req-d17c1d00-c7af-4697-bdfb-17c42ae6bc34 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:49.615430 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ad802e3b-f2ca-47d3-8712-ba14256e0f01 req-d17c1d00-c7af-4697-bdfb-17c42ae6bc34 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 945 time: 0.1230700 Apr 29 15:53:49.647270 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port d158d4fc-a40e-4394-a34e-dc979224f855, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=d158d4fc-a40e-4394-a34e-dc979224f855,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:49.698207 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Allocated IP 172.20.0.1 (e56f1705-97e6-4b82-94fc-189ab650159d/5e58c890-1d42-4ec8-9469-548f3dce86e2/759eb855-fbd8-43f9-9d35-13e4548e3940) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:49.707658 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 71a8f26e-ac23-4349-9d91-e7646c42765d is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:49.715604 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf60733-5022-495a-b232-bc1db2aaa226 x-openstack-request-id: req-9cf60733-5022-495a-b232-bc1db2aaa226 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:53:49.715890 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "name": "network-vif-plugged", "status": "completed", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:53:49.716159 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9cf60733-5022-495a-b232-bc1db2aaa226 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:53:49.716939 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf60733-5022-495a-b232-bc1db2aaa226'] response: {'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'code': 200} Apr 29 15:53:49.717962 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ad802e3b-f2ca-47d3-8712-ba14256e0f01 req-833f845c-2d5c-40da-a572-de71ff6a7286 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012905 Apr 29 15:53:49.757553 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] Set router b6a39456-12c4-4432-a835-582c4f4adc9b gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:49.771825 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:49.833489 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=d158d4fc-a40e-4394-a34e-dc979224f855,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:49.852302 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Publish callbacks [] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:49.950389 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'name': 'tempest-TestShelveInstance-636216490-router', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:45Z', 'updated_at': '2022-04-29T15:53:46Z', 'revision_number': 3, 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'gw_port': {'id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:46Z', 'updated_at': '2022-04-29T15:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:49.984145 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164278e2-8183-42d3-96f7-d5eb504f5d05 None None] The sync data for ids ['b6a39456-12c4-4432-a835-582c4f4adc9b'] in dv-cinder-839872-2-iscsi is: [{'id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'name': 'tempest-TestShelveInstance-636216490-router', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:45Z', 'updated_at': '2022-04-29T15:53:46Z', 'revision_number': 3, 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'gw_port': {'id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:46Z', 'updated_at': '2022-04-29T15:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:53:49.986825 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cde85358-add2-47f8-8051-0426f08afd72 req-5ff0f54d-d879-4ecc-9ab0-d199455d0f35 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169791 Apr 29 15:53:50.054056 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56764) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:50.086750 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:50.127062 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Network e56f1705-97e6-4b82-94fc-189ab650159d is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:50.132168 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:50.136318 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:53:50.177300 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:50.190832 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639158'] for router_interface (b6a39456-12c4-4432-a835-582c4f4adc9b), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:50.194373 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Pushing event updated for resources: {'Port': ['ID=759eb855-fbd8-43f9-9d35-13e4548e3940,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:50.253804 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.254151 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.254489 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.254823 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.255151 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.255477 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.255827 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.256180 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.256515 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.257274 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.257687 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.258017 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.258338 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.258660 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.259012 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:50.262397 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-91a8d543-fef8-427f-9399-802ac2415288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:50.563332 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-aa863442-d38b-46e0-9a6d-2099230c4758 None None] Provisioning complete for port 759eb855-fbd8-43f9-9d35-13e4548e3940 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:50.563772 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-aa863442-d38b-46e0-9a6d-2099230c4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:50.607766 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-aa863442-d38b-46e0-9a6d-2099230c4758 None None] Port 759eb855-fbd8-43f9-9d35-13e4548e3940 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:53:50.626741 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-91a8d543-fef8-427f-9399-802ac2415288 admin admin] Publish callbacks [] for security_group (22e9c1fb-8e54-47bc-98d5-83c5abb96898), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:50.662319 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accd090-ccb8-4bef-a142-a4a124ce11b4 req-3d2d6567-a3a0-413d-a841-b063952be8d8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:50.670674 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5accd090-ccb8-4bef-a142-a4a124ce11b4 req-3d2d6567-a3a0-413d-a841-b063952be8d8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.1126561 Apr 29 15:53:50.701661 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a370ef2-1640-45f6-a88e-044861acb95b req-d8d615d1-9bb4-4bb2-97a4-355e1f35a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:50.703154 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0a370ef2-1640-45f6-a88e-044861acb95b req-d8d615d1-9bb4-4bb2-97a4-355e1f35a400 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 1130 time: 0.2660298 Apr 29 15:53:50.713460 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:50.757779 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-91a8d543-fef8-427f-9399-802ac2415288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (22e9c1fb-8e54-47bc-98d5-83c5abb96898), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:50.787530 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b2b5b-ddee-45b5-b188-2ecbad953cfc req-ae6a1cee-d26a-49a3-b33d-fd1eb9357be2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:50.789203 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f86b2b5b-ddee-45b5-b188-2ecbad953cfc req-ae6a1cee-d26a-49a3-b33d-fd1eb9357be2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.2628634 Apr 29 15:53:50.887788 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8d543-fef8-427f-9399-802ac2415288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e9c1fb-8e54-47bc-98d5-83c5abb96898,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:50.892033 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-91a8d543-fef8-427f-9399-802ac2415288 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8e560ab76ee4890992c71e3028da6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8365571 Apr 29 15:53:50.895460 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56782) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:50.905169 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5accd090-ccb8-4bef-a142-a4a124ce11b4 req-8337dfa2-f021-4409-806e-dfdcd2952396 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081163 Apr 29 15:53:50.914839 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0a370ef2-1640-45f6-a88e-044861acb95b req-64b5aac0-9217-466a-ab50-f3ade57c4e77 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022424 Apr 29 15:53:50.943485 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f86b2b5b-ddee-45b5-b188-2ecbad953cfc req-a0f3cfeb-015b-4b7c-ac97-61a9330b476a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382866 Apr 29 15:53:50.987135 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f84233b1-7f48-448e-bcb0-51c55f633bd0 admin admin] Publish callbacks [] for security_group (22e9c1fb-8e54-47bc-98d5-83c5abb96898), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:51.052469 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f84233b1-7f48-448e-bcb0-51c55f633bd0 admin admin] Publish callbacks [] for security_group (22e9c1fb-8e54-47bc-98d5-83c5abb96898), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:51.099062 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e787309-64ff-47f5-9d35-a80455b95275 req-ba347bfe-2238-4b2a-a54b-ca7bdd99ce60 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:51.101246 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4e787309-64ff-47f5-9d35-a80455b95275 req-ba347bfe-2238-4b2a-a54b-ca7bdd99ce60 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 946 time: 0.0664053 Apr 29 15:53:51.132921 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Publish callbacks [] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:51.188879 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f84233b1-7f48-448e-bcb0-51c55f633bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (22e9c1fb-8e54-47bc-98d5-83c5abb96898), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:51.191797 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f84233b1-7f48-448e-bcb0-51c55f633bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:51.198429 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-f84233b1-7f48-448e-bcb0-51c55f633bd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22e9c1fb-8e54-47bc-98d5-83c5abb96898 HTTP/1.1" status: 204 len: 168 time: 0.2975729 Apr 29 15:53:51.203068 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4e787309-64ff-47f5-9d35-a80455b95275 req-46a75a99-8ab5-44de-b81b-5f67cc7edff0 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816886 Apr 29 15:53:51.211847 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:51.222940 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 2414de60-bf37-4c47-b7be-460c0b218e9f up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:51.232699 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84233b1-7f48-448e-bcb0-51c55f633bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e9c1fb-8e54-47bc-98d5-83c5abb96898,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:51.313473 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 2414de60-bf37-4c47-b7be-460c0b218e9f triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:51.314102 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:51.327042 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739334'] for router_interface (b6a39456-12c4-4432-a835-582c4f4adc9b), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:51.329192 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Pushing event updated for resources: {'Port': ['ID=759eb855-fbd8-43f9-9d35-13e4548e3940,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:51.479074 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 2414de60-bf37-4c47-b7be-460c0b218e9f is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:51.479474 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:51.505921 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port 2414de60-bf37-4c47-b7be-460c0b218e9f, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=2414de60-bf37-4c47-b7be-460c0b218e9f,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:51.597063 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872859a3-9202-40b5-a83a-cfe2163e3629 req-6f2fbe56-831d-4253-ab27-803f5e0f7715 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:51.598545 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-872859a3-9202-40b5-a83a-cfe2163e3629 req-6f2fbe56-831d-4253-ab27-803f5e0f7715 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.1222425 Apr 29 15:53:51.600675 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Network e56f1705-97e6-4b82-94fc-189ab650159d is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:51.604302 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:51.626437 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:51.728111 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=2414de60-bf37-4c47-b7be-460c0b218e9f,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:51.743587 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:51.776333 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-fd8e8bca-e9d4-4759-8b5b-4aa8ee452f19 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:51.778156 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-fd8e8bca-e9d4-4759-8b5b-4aa8ee452f19 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/networks?id=2fbed7d4-8ee8-4828-a54f-7cf6974e61ec HTTP/1.1" status: 200 len: 813 time: 0.3401885 Apr 29 15:53:51.800678 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-872859a3-9202-40b5-a83a-cfe2163e3629 req-63da9fcd-3367-4771-a938-06b3b60765b5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887920 Apr 29 15:53:51.855064 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-a0397bd8-d019-41f2-9c5f-6f9f2347b692 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/quotas/58e8b747315c47c5af6f61c39374c2cc HTTP/1.1" status: 200 len: 375 time: 0.0642078 Apr 29 15:53:51.950268 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-af9b03d1-6b64-4034-93b4-a262657451d4 None None] Provisioning complete for port 759eb855-fbd8-43f9-9d35-13e4548e3940 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:51.950786 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-af9b03d1-6b64-4034-93b4-a262657451d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:52.001135 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-af9b03d1-6b64-4034-93b4-a262657451d4 None None] Port 759eb855-fbd8-43f9-9d35-13e4548e3940 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:53:52.186235 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56818) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:52.193673 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cba57-752c-4fef-925e-fd0e83de9a16 req-2afbc26e-0ef4-4c90-aa9a-bbf11f5f4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:52.195448 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-774cba57-752c-4fef-925e-fd0e83de9a16 req-2afbc26e-0ef4-4c90-aa9a-bbf11f5f4afe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 1129 time: 0.3749697 Apr 29 15:53:52.208352 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-055ca1e2-e694-4b2e-9516-34e30b001b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:52.237718 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-428407e3-c1d9-4fc6-94bc-7af02a961cac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=58e8b747315c47c5af6f61c39374c2cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728986 Apr 29 15:53:52.291176 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544af89-735b-4a39-9e63-0acd75ac3aea req-b7a2402e-991f-4a0e-8e94-ebc2a3d8785d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:52.293226 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6544af89-735b-4a39-9e63-0acd75ac3aea req-b7a2402e-991f-4a0e-8e94-ebc2a3d8785d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.1304111 Apr 29 15:53:52.306796 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Router b6a39456-12c4-4432-a835-582c4f4adc9b has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:53:52.323738 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-055ca1e2-e694-4b2e-9516-34e30b001b92 admin admin] Publish callbacks [] for security_group (b47c9319-de67-4273-b14e-f08533194c88), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:52.384383 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-055ca1e2-e694-4b2e-9516-34e30b001b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (b47c9319-de67-4273-b14e-f08533194c88), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:52.430604 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-055ca1e2-e694-4b2e-9516-34e30b001b92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0cf649f4b6a44e2e9e1e716fdf409862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423601 Apr 29 15:53:52.433267 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56824) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:52.435216 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6544af89-735b-4a39-9e63-0acd75ac3aea req-b1d618ca-2a93-4c25-94bb-626b6d88368e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325886 Apr 29 15:53:52.440077 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ca1e2-e694-4b2e-9516-34e30b001b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47c9319-de67-4273-b14e-f08533194c88,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:52.453390 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-d33275a6-fca8-4670-b984-8544cb969a84 service neutron] 10.222.0.23 "GET /v2.0/networks/2fbed7d4-8ee8-4828-a54f-7cf6974e61ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989272 Apr 29 15:53:52.510325 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0985dd43-bb08-49ed-87ea-c14fd2692941 admin admin] Publish callbacks [] for security_group (b47c9319-de67-4273-b14e-f08533194c88), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:52.539847 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0985dd43-bb08-49ed-87ea-c14fd2692941 admin admin] Publish callbacks [] for security_group (b47c9319-de67-4273-b14e-f08533194c88), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:52.609963 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:53:52.620805 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-606bdf35-4d17-463d-8e75-493a95cb40b3 admin admin] 10.222.0.23 "PUT /v2.0/routers/b6a39456-12c4-4432-a835-582c4f4adc9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2653532 Apr 29 15:53:52.621756 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Sync routers for ids ['b6a39456-12c4-4432-a835-582c4f4adc9b'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:53:52.640065 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Routers {'b6a39456-12c4-4432-a835-582c4f4adc9b'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:52.640938 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:53:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['b6a39456-12c4-4432-a835-582c4f4adc9b'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:52.647966 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1b4e5-02e0-4f7b-96a3-57858aae3e07 req-769dcbfc-21d4-4267-a295-8f33bd7bca06 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:52.649708 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1ee1b4e5-02e0-4f7b-96a3-57858aae3e07 req-769dcbfc-21d4-4267-a295-8f33bd7bca06 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 946 time: 0.1252191 Apr 29 15:53:52.664067 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0985dd43-bb08-49ed-87ea-c14fd2692941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (b47c9319-de67-4273-b14e-f08533194c88), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:52.668020 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0985dd43-bb08-49ed-87ea-c14fd2692941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:52.669730 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-0985dd43-bb08-49ed-87ea-c14fd2692941 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b47c9319-de67-4273-b14e-f08533194c88 HTTP/1.1" status: 204 len: 168 time: 0.2348883 Apr 29 15:53:52.682839 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985dd43-bb08-49ed-87ea-c14fd2692941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47c9319-de67-4273-b14e-f08533194c88,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:52.779149 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1ee1b4e5-02e0-4f7b-96a3-57858aae3e07 req-c8d0885e-ba05-4e14-8d0d-2b23b1a7eac1 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234756 Apr 29 15:53:52.851519 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-37996c75-fc0f-4e56-8d7e-f412766151d8 service neutron] 10.222.0.23 "GET /v2.0/networks/2fbed7d4-8ee8-4828-a54f-7cf6974e61ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796082 Apr 29 15:53:52.926404 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cba57-752c-4fef-925e-fd0e83de9a16 req-e6cfce59-7561-4c76-842d-51271551ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:52.928292 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-774cba57-752c-4fef-925e-fd0e83de9a16 req-e6cfce59-7561-4c76-842d-51271551ba4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.1583955 Apr 29 15:53:52.981041 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-774cba57-752c-4fef-925e-fd0e83de9a16 req-ccfb97a1-d84d-4d8b-9a03-46cd7582f7f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cee5e46-58d2-448f-adee-be2c38332f8f HTTP/1.1" status: 200 len: 217 time: 0.0448084 Apr 29 15:53:52.991862 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Set router b6a39456-12c4-4432-a835-582c4f4adc9b gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:53.057838 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cba57-752c-4fef-925e-fd0e83de9a16 req-e3523336-44c7-4f06-8e2c-0ebc6aa57df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:53.060058 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-774cba57-752c-4fef-925e-fd0e83de9a16 req-e3523336-44c7-4f06-8e2c-0ebc6aa57df3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.0714400 Apr 29 15:53:53.119886 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cba57-752c-4fef-925e-fd0e83de9a16 req-5b8e0842-9604-4ed7-8dff-8899dd7483dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:53.121919 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-774cba57-752c-4fef-925e-fd0e83de9a16 req-5b8e0842-9604-4ed7-8dff-8899dd7483dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522394 Apr 29 15:53:53.205358 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 2414de60-bf37-4c47-b7be-460c0b218e9f up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:53.236126 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-774cba57-752c-4fef-925e-fd0e83de9a16 req-0069e184-7b7b-422a-aba0-b33e9d8795fb service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076486 Apr 29 15:53:53.355310 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'name': 'tempest-TestShelveInstance-636216490-router', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:45Z', 'updated_at': '2022-04-29T15:53:50Z', 'revision_number': 4, 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'gw_port': {'id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:46Z', 'updated_at': '2022-04-29T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '759eb855-fbd8-43f9-9d35-13e4548e3940', 'name': '', 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'mac_address': 'fa:16:3e:58:91:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5e58c890-1d42-4ec8-9469-548f3dce86e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:49Z', 'updated_at': '2022-04-29T15:53:50Z', 'revision_number': 2, 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'subnets': [{'id': '5e58c890-1d42-4ec8-9469-548f3dce86e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:53.396666 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Checking router: b6a39456-12c4-4432-a835-582c4f4adc9b for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:53:53.397022 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Updating router b6a39456-12c4-4432-a835-582c4f4adc9b port 759eb855-fbd8-43f9-9d35-13e4548e3940 binding host dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:53:53.432861 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:53.436619 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 2414de60-bf37-4c47-b7be-460c0b218e9f triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:53.437173 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:53.485884 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870344d-2d06-4305-81e7-39d51dcd3340 req-02290c18-f024-4fb7-a33e-9506f7badf78 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:53.487962 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8870344d-2d06-4305-81e7-39d51dcd3340 req-02290c18-f024-4fb7-a33e-9506f7badf78 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.1984737 Apr 29 15:53:53.529288 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-774cba57-752c-4fef-925e-fd0e83de9a16 req-532cce5d-b4ab-47be-b9e8-ec7160a1f407 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857707 Apr 29 15:53:53.623355 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8870344d-2d06-4305-81e7-39d51dcd3340 req-26ef15ac-b05a-4855-a93b-a6726fd02496 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170919 Apr 29 15:53:53.664757 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 2414de60-bf37-4c47-b7be-460c0b218e9f is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:53.718076 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4c111199-4da1-4918-9b8f-e28cb3d392b5 req-b5ad4421-144a-4ace-8438-f5cdc623c38c tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 210 time: 0.0321009 Apr 29 15:53:53.817575 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56866) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:53.825259 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-f89bf0f6-dc55-4af4-b59a-221fc4593a91 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600698904', 'description': 'tempest-secgroup-smoke-1600698904 description', 'project_id': 'b4693e270f27493883490ba1b9ae2779'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:53.854385 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a460c6-7683-4568-a5d3-bc269c70a6e1 req-3ff4f2f4-db8d-4b09-bc35-a5fffd00fcd4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:53.862903 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7a460c6-7683-4568-a5d3-bc269c70a6e1 req-3ff4f2f4-db8d-4b09-bc35-a5fffd00fcd4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0753250 Apr 29 15:53:53.908995 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f89bf0f6-dc55-4af4-b59a-221fc4593a91 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:53.933585 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Publish callbacks [] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), precommit_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:53.976197 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7a460c6-7683-4568-a5d3-bc269c70a6e1 req-91e993fb-e2e4-43a7-b073-fe66eb97cf22 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041353 Apr 29 15:53:53.988214 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4c06f-e0ee-48bb-b862-a052950cf4bc req-7a108cb6-0ad6-4210-95d7-da3c8cc89409 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:53.990049 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a5c4c06f-e0ee-48bb-b862-a052950cf4bc req-7a108cb6-0ad6-4210-95d7-da3c8cc89409 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 946 time: 0.0731697 Apr 29 15:53:53.991478 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f89bf0f6-dc55-4af4-b59a-221fc4593a91 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group (0b8c08db-9a78-452c-b76d-a09df1d4ce2d), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.029236 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.050996 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a5c4c06f-e0ee-48bb-b862-a052950cf4bc req-5c3f714c-01a7-4876-b363-03f61906c3b3 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514805 Apr 29 15:53:54.075122 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f89bf0f6-dc55-4af4-b59a-221fc4593a91 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (0b8c08db-9a78-452c-b76d-a09df1d4ce2d), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.092905 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Pushing event updated for resources: {'Port': ['ID=759eb855-fbd8-43f9-9d35-13e4548e3940,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:54.126984 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.127095 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.127531 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.127896 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.128236 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.128627 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.128966 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.129290 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.129632 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.129934 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.130281 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.130641 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.130926 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.131243 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.131639 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:54.179921 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bf0f6-dc55-4af4-b59a-221fc4593a91 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8c08db-9a78-452c-b76d-a09df1d4ce2d,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:54.203207 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Attempting to bind port 759eb855-fbd8-43f9-9d35-13e4548e3940 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:53:54.205020 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Attempting to bind port 759eb855-fbd8-43f9-9d35-13e4548e3940 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': 'e10d6566-3879-497c-9a10-7dd61a3567f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:53:54.205020 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Attempting to bind port 759eb855-fbd8-43f9-9d35-13e4548e3940 on network e56f1705-97e6-4b82-94fc-189ab650159d {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:54.210469 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:53:54.211121 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Checking segment: {'id': 'e10d6566-3879-497c-9a10-7dd61a3567f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:54.211684 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.212260 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Bound using segment: {'id': 'e10d6566-3879-497c-9a10-7dd61a3567f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:53:54.212907 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Bound port: 759eb855-fbd8-43f9-9d35-13e4548e3940, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10d6566-3879-497c-9a10-7dd61a3567f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:53:54.213297 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.228064 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f89bf0f6-dc55-4af4-b59a-221fc4593a91 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.232517 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 56882) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:54.232710 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-f89bf0f6-dc55-4af4-b59a-221fc4593a91 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4123366 Apr 29 15:53:54.238337 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-b675ff5f-065e-454f-b172-fad380b730f9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Request body: {'security_group_rule': {'security_group_id': '0b8c08db-9a78-452c-b76d-a09df1d4ce2d', 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:54.268532 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25914407-ea16-488e-a5f4-496fbc19312f req-194041f1-9edb-4f48-b20f-f5974ca80513 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:54.270335 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25914407-ea16-488e-a5f4-496fbc19312f req-194041f1-9edb-4f48-b20f-f5974ca80513 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 946 time: 0.1080942 Apr 29 15:53:54.301107 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] For port 759eb855-fbd8-43f9-9d35-13e4548e3940, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:54.312203 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] For port 759eb855-fbd8-43f9-9d35-13e4548e3940, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=759eb855-fbd8-43f9-9d35-13e4548e3940,segment=NetworkSegment(e10d6566-3879-497c-9a10-7dd61a3567f0),segment_id=e10d6566-3879-497c-9a10-7dd61a3567f0)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:54.338591 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25914407-ea16-488e-a5f4-496fbc19312f req-f31e6550-cb62-42eb-b863-2c1a0c3bb7e4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596192 Apr 29 15:53:54.348817 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-4d4919a3-f8ce-4711-9a51-84c979f39bbd None None] Provisioning complete for port 759eb855-fbd8-43f9-9d35-13e4548e3940 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:54.349191 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-4d4919a3-f8ce-4711-9a51-84c979f39bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.371097 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b675ff5f-065e-454f-b172-fad380b730f9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (a8e49044-53cc-498f-8ceb-d9acb8ae5344), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.394256 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.450815 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-4d4919a3-f8ce-4711-9a51-84c979f39bbd None None] Port 759eb855-fbd8-43f9-9d35-13e4548e3940 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:53:54.476346 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b675ff5f-065e-454f-b172-fad380b730f9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (a8e49044-53cc-498f-8ceb-d9acb8ae5344), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.483698 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Routers {'b6a39456-12c4-4432-a835-582c4f4adc9b'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:53:54.483698 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:53:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['b6a39456-12c4-4432-a835-582c4f4adc9b'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:54.536806 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12905d9-af02-4482-9b28-046b73fdcd90 None None] Pushing event updated for resources: {'Port': ['ID=759eb855-fbd8-43f9-9d35-13e4548e3940,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:54.602019 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b675ff5f-065e-454f-b172-fad380b730f9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (a8e49044-53cc-498f-8ceb-d9acb8ae5344), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.635415 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] Set router b6a39456-12c4-4432-a835-582c4f4adc9b gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:53:54.686688 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675ff5f-065e-454f-b172-fad380b730f9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e49044-53cc-498f-8ceb-d9acb8ae5344,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:54.821107 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b675ff5f-065e-454f-b172-fad380b730f9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.825356 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-b675ff5f-065e-454f-b172-fad380b730f9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5875442 Apr 29 15:53:54.825458 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56952) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:54.829654 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-5ec6edce-fee2-4ec5-a6bf-d522f15a341d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Request body: {'security_group_rule': {'security_group_id': '0b8c08db-9a78-452c-b76d-a09df1d4ce2d', 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:54.871619 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092b16e-a967-494d-9eca-f16393ed1bdf req-84447e3c-7465-47a9-8923-b7b48d0cb3c5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:54.873245 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5092b16e-a967-494d-9eca-f16393ed1bdf req-84447e3c-7465-47a9-8923-b7b48d0cb3c5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.1093297 Apr 29 15:53:54.894011 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-5f5a443a-f0ce-4503-9823-e106c6d5d7e6 None None] Provisioning complete for port 759eb855-fbd8-43f9-9d35-13e4548e3940 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:54.896260 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5f5a443a-f0ce-4503-9823-e106c6d5d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:54.933181 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999367c0-553d-4a86-aa59-10f0a165a910 req-92447773-9760-4b96-b73e-cd48dc2adb0f tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:54.934762 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-999367c0-553d-4a86-aa59-10f0a165a910 req-92447773-9760-4b96-b73e-cd48dc2adb0f tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 946 time: 0.1286206 Apr 29 15:53:54.977463 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5092b16e-a967-494d-9eca-f16393ed1bdf req-7215a45b-49ef-4af9-abb9-eb092bb999a8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923007 Apr 29 15:53:55.009603 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'name': 'tempest-TestShelveInstance-636216490-router', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:45Z', 'updated_at': '2022-04-29T15:53:50Z', 'revision_number': 4, 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'gw_port': {'id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:46Z', 'updated_at': '2022-04-29T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '759eb855-fbd8-43f9-9d35-13e4548e3940', 'name': '', 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'mac_address': 'fa:16:3e:58:91:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5e58c890-1d42-4ec8-9469-548f3dce86e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:49Z', 'updated_at': '2022-04-29T15:53:54Z', 'revision_number': 4, 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'subnets': [{'id': '5e58c890-1d42-4ec8-9469-548f3dce86e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:55.044869 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c1c17-a421-4e37-8631-a7140a95babb None None] The sync data for ids ['b6a39456-12c4-4432-a835-582c4f4adc9b'] in dv-cinder-839872-2-iscsi is: [{'id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'name': 'tempest-TestShelveInstance-636216490-router', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:45Z', 'updated_at': '2022-04-29T15:53:50Z', 'revision_number': 4, 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'gw_port': {'id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:46Z', 'updated_at': '2022-04-29T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '759eb855-fbd8-43f9-9d35-13e4548e3940', 'name': '', 'network_id': 'e56f1705-97e6-4b82-94fc-189ab650159d', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'mac_address': 'fa:16:3e:58:91:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5e58c890-1d42-4ec8-9469-548f3dce86e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:49Z', 'updated_at': '2022-04-29T15:53:54Z', 'revision_number': 4, 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'subnets': [{'id': '5e58c890-1d42-4ec8-9469-548f3dce86e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:53:55.047479 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5ec6edce-fee2-4ec5-a6bf-d522f15a341d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (c165382e-d842-4907-9cef-636464345b38), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:55.098714 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-999367c0-553d-4a86-aa59-10f0a165a910 req-15c8f55e-2e3a-42fb-945e-00b65b055916 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277859 Apr 29 15:53:55.109043 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a443a-f0ce-4503-9823-e106c6d5d7e6 None None] Current status of the port 759eb855-fbd8-43f9-9d35-13e4548e3940 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:55.109493 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5f5a443a-f0ce-4503-9823-e106c6d5d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:55.134417 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5791143-6d38-4bd7-a30c-befc7a44972e req-d2ed875c-1a3e-4a16-98cf-e57f2b6c5bc3 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 210 time: 0.0674613 Apr 29 15:53:55.189946 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5ec6edce-fee2-4ec5-a6bf-d522f15a341d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (c165382e-d842-4907-9cef-636464345b38), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:55.207787 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-5f5a443a-f0ce-4503-9823-e106c6d5d7e6 None None] For port 759eb855-fbd8-43f9-9d35-13e4548e3940, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=759eb855-fbd8-43f9-9d35-13e4548e3940,segment=NetworkSegment(e10d6566-3879-497c-9a10-7dd61a3567f0),segment_id=e10d6566-3879-497c-9a10-7dd61a3567f0)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:53:55.266923 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a78831-90e2-4a97-a6b3-d6af4962b081 req-f5478768-44d9-4968-9b39-1d23206eb2e6 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:55.268583 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-36a78831-90e2-4a97-a6b3-d6af4962b081 req-f5478768-44d9-4968-9b39-1d23206eb2e6 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0573936 Apr 29 15:53:55.274223 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5f5a443a-f0ce-4503-9823-e106c6d5d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:55.274406 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5ec6edce-fee2-4ec5-a6bf-d522f15a341d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (c165382e-d842-4907-9cef-636464345b38), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:55.305670 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6edce-fee2-4ec5-a6bf-d522f15a341d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c165382e-d842-4907-9cef-636464345b38,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:55.329042 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a443a-f0ce-4503-9823-e106c6d5d7e6 None None] Pushing event updated for resources: {'Port': ['ID=759eb855-fbd8-43f9-9d35-13e4548e3940,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:55.331328 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-36a78831-90e2-4a97-a6b3-d6af4962b081 req-9ad8ff55-b3e0-494e-9a43-4af68e19690a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559602 Apr 29 15:53:55.363123 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5ec6edce-fee2-4ec5-a6bf-d522f15a341d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:55.364774 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-5ec6edce-fee2-4ec5-a6bf-d522f15a341d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5386350 Apr 29 15:53:55.368178 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56988) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:55.372879 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-ae9cf838-b83a-4b30-9ef7-470f8ad8b633 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Request body: {'security_group_rule': {'security_group_id': '0b8c08db-9a78-452c-b76d-a09df1d4ce2d', 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:55.475150 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf838-b83a-4b30-9ef7-470f8ad8b633 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (6502aaec-c5e1-4836-bc0c-875c9c4934e6), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:55.540850 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf838-b83a-4b30-9ef7-470f8ad8b633 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (6502aaec-c5e1-4836-bc0c-875c9c4934e6), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:55.657388 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf838-b83a-4b30-9ef7-470f8ad8b633 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (6502aaec-c5e1-4836-bc0c-875c9c4934e6), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:55.678103 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cf838-b83a-4b30-9ef7-470f8ad8b633 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6502aaec-c5e1-4836-bc0c-875c9c4934e6,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:55.819554 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf838-b83a-4b30-9ef7-470f8ad8b633 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:55.820957 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ae9cf838-b83a-4b30-9ef7-470f8ad8b633 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4516864 Apr 29 15:53:55.823645 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 56998) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:55.828127 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-ad8f5c72-c94a-4fb4-b477-b8bc88bd571e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Request body: {'security_group_rule': {'security_group_id': '0b8c08db-9a78-452c-b76d-a09df1d4ce2d', 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:55.966988 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ad8f5c72-c94a-4fb4-b477-b8bc88bd571e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (f83424d7-c070-47f6-9895-46b6c10e7d91), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:56.035080 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ad8f5c72-c94a-4fb4-b477-b8bc88bd571e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (f83424d7-c070-47f6-9895-46b6c10e7d91), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:56.097717 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ad8f5c72-c94a-4fb4-b477-b8bc88bd571e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (f83424d7-c070-47f6-9895-46b6c10e7d91), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:56.107949 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ec034-e8cf-41d3-a908-0a2cb62557e8 req-2ea55884-5fc6-439d-8199-b3e2070187d9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:56.115231 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b8ec034-e8cf-41d3-a908-0a2cb62557e8 req-2ea55884-5fc6-439d-8199-b3e2070187d9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0665922 Apr 29 15:53:56.119394 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f5c72-c94a-4fb4-b477-b8bc88bd571e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83424d7-c070-47f6-9895-46b6c10e7d91,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:56.176499 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b8ec034-e8cf-41d3-a908-0a2cb62557e8 req-755d57c5-a8d1-4be0-883d-e35e3099e05a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601101 Apr 29 15:53:56.187118 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ad8f5c72-c94a-4fb4-b477-b8bc88bd571e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:56.189153 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ad8f5c72-c94a-4fb4-b477-b8bc88bd571e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3637910 Apr 29 15:53:56.196928 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57008) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:56.203079 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-cf31bbd4-0674-4de7-9817-79b76741e0d8 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Request body: {'security_group_rule': {'security_group_id': '0b8c08db-9a78-452c-b76d-a09df1d4ce2d', 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:56.287885 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.securitygroups_db [None req-cf31bbd4-0674-4de7-9817-79b76741e0d8 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Project b4693e270f27493883490ba1b9ae2779 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:53:56.295147 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cf31bbd4-0674-4de7-9817-79b76741e0d8 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (fe56b033-0dc0-49c4-a3b7-10a63e501694), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:56.335946 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3019118d-1a59-4923-bd8e-f1d47af85412 req-9216d901-5bb4-46b9-9924-99974ff2b900 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 210 time: 0.0719020 Apr 29 15:53:56.394725 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cf31bbd4-0674-4de7-9817-79b76741e0d8 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (fe56b033-0dc0-49c4-a3b7-10a63e501694), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:56.456413 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cf31bbd4-0674-4de7-9817-79b76741e0d8 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (fe56b033-0dc0-49c4-a3b7-10a63e501694), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:56.481427 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31bbd4-0674-4de7-9817-79b76741e0d8 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe56b033-0dc0-49c4-a3b7-10a63e501694,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:56.533200 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633fd31-64ac-4176-b190-5a3b433a6bfc req-51de0416-b35a-42eb-b674-0fe1c7e79b26 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:56.542062 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4633fd31-64ac-4176-b190-5a3b433a6bfc req-51de0416-b35a-42eb-b674-0fe1c7e79b26 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0917113 Apr 29 15:53:56.567339 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cf31bbd4-0674-4de7-9817-79b76741e0d8 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:56.570470 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-cf31bbd4-0674-4de7-9817-79b76741e0d8 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3717635 Apr 29 15:53:56.571884 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57044) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:56.580751 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-ba374efd-7d9f-4036-8e99-7ed8f5282f1b tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Request body: {'security_group_rule': {'security_group_id': '0b8c08db-9a78-452c-b76d-a09df1d4ce2d', 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:56.617232 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4633fd31-64ac-4176-b190-5a3b433a6bfc req-2eb02dae-6261-4588-bc44-ac1745100577 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741918 Apr 29 15:53:56.738262 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.securitygroups_db [None req-ba374efd-7d9f-4036-8e99-7ed8f5282f1b tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Project b4693e270f27493883490ba1b9ae2779 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:53:56.747735 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ba374efd-7d9f-4036-8e99-7ed8f5282f1b tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (5f10da27-75ee-4c3c-900a-7bcbaee15372), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:56.829228 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ba374efd-7d9f-4036-8e99-7ed8f5282f1b tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (5f10da27-75ee-4c3c-900a-7bcbaee15372), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:56.926189 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ba374efd-7d9f-4036-8e99-7ed8f5282f1b tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (5f10da27-75ee-4c3c-900a-7bcbaee15372), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:56.947308 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba374efd-7d9f-4036-8e99-7ed8f5282f1b tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f10da27-75ee-4c3c-900a-7bcbaee15372,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:57.025004 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ba374efd-7d9f-4036-8e99-7ed8f5282f1b tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:57.026232 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ba374efd-7d9f-4036-8e99-7ed8f5282f1b tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4522824 Apr 29 15:53:57.190271 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 759eb855-fbd8-43f9-9d35-13e4548e3940 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:53:57.236840 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 759eb855-fbd8-43f9-9d35-13e4548e3940 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:53:57.237205 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:57.319797 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 759eb855-fbd8-43f9-9d35-13e4548e3940 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:53:57.459544 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3afadcc7-ccae-40c8-b2df-e44b2f4e7a75 req-b98501d8-0f56-4531-b87c-3b7f45f2de52 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 210 time: 0.0427763 Apr 29 15:53:57.533994 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-c533f2f9-a8b4-41d4-bce4-79e644319b02 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:57.535468 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-c533f2f9-a8b4-41d4-bce4-79e644319b02 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.37 "GET /v2.0/networks?id=2fbed7d4-8ee8-4828-a54f-7cf6974e61ec HTTP/1.1" status: 200 len: 813 time: 0.1457820 Apr 29 15:53:57.548624 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Request body: {'port': {'device_id': '288b457a-512a-40d8-bdeb-25b37551712a', 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec', 'admin_state_up': True, 'tenant_id': '58e8b747315c47c5af6f61c39374c2cc'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:57.759132 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d267b93-2e30-40ae-84ed-527504587ca6 req-968ccfe2-f29a-401e-80c2-6278c06461c5 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:57.759749 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4d267b93-2e30-40ae-84ed-527504587ca6 req-968ccfe2-f29a-401e-80c2-6278c06461c5 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0585816 Apr 29 15:53:57.826345 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Made reservation on behalf of 58e8b747315c47c5af6f61c39374c2cc for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:57.830793 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:57.844513 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4d267b93-2e30-40ae-84ed-527504587ca6 req-fb535063-022e-44cf-8e9c-740170dafc22 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837820 Apr 29 15:53:58.005527 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Allocated IP 172.20.0.2 (2fbed7d4-8ee8-4828-a54f-7cf6974e61ec/f5f0f045-bb9c-4095-bd45-c5987515ea3c/49768483-6a4c-42f1-888a-e8e198b1ba3f) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:58.169640 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks [] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:58.287679 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:58.342718 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:58.352915 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:58.352915 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:53:58.401513 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Pushing event updated for resources: {'Port': ['ID=49768483-6a4c-42f1-888a-e8e198b1ba3f,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:58.422519 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:58.423117 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:58.545170 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-373f4c34-069e-4350-ab02-287258b707cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0002105 Apr 29 15:53:58.559536 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Request body: {'port': {'device_id': '288b457a-512a-40d8-bdeb-25b37551712a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:58.618744 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57104) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:58.626962 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-95c5e763-73b3-4996-9cca-0b1ad26e0741 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--892909212', 'description': 'tempest-description--642517295'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:58.628409 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:58.760686 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-95c5e763-73b3-4996-9cca-0b1ad26e0741 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:58.774262 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e311d-497d-42c7-8e40-b87d6240dad4 req-e9ef01ed-8536-47ea-9e79-607bf7c7f4a9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:58.775841 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-019e311d-497d-42c7-8e40-b87d6240dad4 req-e9ef01ed-8536-47ea-9e79-607bf7c7f4a9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.1053166 Apr 29 15:53:58.864476 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-019e311d-497d-42c7-8e40-b87d6240dad4 req-b59e1c82-b2fe-4f0d-85aa-597895594880 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779257 Apr 29 15:53:59.026326 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe1636-1ca8-48a9-a7db-7cb06ffa1bb8 req-a88ea096-803a-4e4a-8509-9fc177a89c11 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:59.026326 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0dfe1636-1ca8-48a9-a7db-7cb06ffa1bb8 req-a88ea096-803a-4e4a-8509-9fc177a89c11 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 931 time: 0.1470115 Apr 29 15:53:59.060731 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b2fb-633d-49e9-b342-378b6e465abc req-719cd8fd-5ec2-4645-851f-ea279b13d92c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:59.067239 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2476b2fb-633d-49e9-b342-378b6e465abc req-719cd8fd-5ec2-4645-851f-ea279b13d92c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.1079359 Apr 29 15:53:59.079046 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-95c5e763-73b3-4996-9cca-0b1ad26e0741 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for security_group (25cad14f-7cb0-4abd-aedf-31099961c278), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:59.177836 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-95c5e763-73b3-4996-9cca-0b1ad26e0741 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (25cad14f-7cb0-4abd-aedf-31099961c278), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:59.190885 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0dfe1636-1ca8-48a9-a7db-7cb06ffa1bb8 req-f098570b-5b87-43ce-b623-38cd87d2f863 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389279 Apr 29 15:53:59.212385 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49768483-6a4c-42f1-888a-e8e198b1ba3f {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:53:59.218168 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5e763-73b3-4996-9cca-0b1ad26e0741 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cad14f-7cb0-4abd-aedf-31099961c278,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:59.223521 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Publish callbacks [] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:59.229794 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2476b2fb-633d-49e9-b342-378b6e465abc req-47092099-cc10-48b5-b461-c4feac623497 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616931 Apr 29 15:53:59.240081 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Transition to ACTIVE for port object 49768483-6a4c-42f1-888a-e8e198b1ba3f will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:53:59.385730 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-95c5e763-73b3-4996-9cca-0b1ad26e0741 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:59.387124 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-95c5e763-73b3-4996-9cca-0b1ad26e0741 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7654707 Apr 29 15:53:59.393536 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57114) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:59.394271 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-ad4f074a-f272-4ecb-851e-f74cab698260 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Request body: {'security_group_rule': {'security_group_id': '25cad14f-7cb0-4abd-aedf-31099961c278', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:59.400436 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:59.457914 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Pushing event updated for resources: {'Port': ['ID=49768483-6a4c-42f1-888a-e8e198b1ba3f,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:59.528791 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Attempting to bind port 49768483-6a4c-42f1-888a-e8e198b1ba3f on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:53:59.529126 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Attempting to bind port 49768483-6a4c-42f1-888a-e8e198b1ba3f by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '2b49554a-471e-42f2-abbe-6d83d326498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:53:59.529453 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Attempting to bind port 49768483-6a4c-42f1-888a-e8e198b1ba3f on network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:59.533671 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Port 49768483-6a4c-42f1-888a-e8e198b1ba3f on network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:53:59.533994 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Attempting to bind port 49768483-6a4c-42f1-888a-e8e198b1ba3f on network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:53:59.544185 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:53:59.544185 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Checking segment: {'id': '2b49554a-471e-42f2-abbe-6d83d326498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:53:59.544185 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Bound using segment: {'id': '2b49554a-471e-42f2-abbe-6d83d326498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:53:59.544185 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Bound port: 49768483-6a4c-42f1-888a-e8e198b1ba3f, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b49554a-471e-42f2-abbe-6d83d326498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:53:59.544185 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:59.547228 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ad4f074a-f272-4ecb-851e-f74cab698260 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for security_group_rule (87814bed-282d-4a5c-9e06-92ca7d4af6b7), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:59.608584 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ad4f074a-f272-4ecb-851e-f74cab698260 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for security_group_rule (87814bed-282d-4a5c-9e06-92ca7d4af6b7), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:59.611359 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] For port 49768483-6a4c-42f1-888a-e8e198b1ba3f, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:53:59.614967 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] For port 49768483-6a4c-42f1-888a-e8e198b1ba3f, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=49768483-6a4c-42f1-888a-e8e198b1ba3f,segment=NetworkSegment(2b49554a-471e-42f2-abbe-6d83d326498e),segment_id=2b49554a-471e-42f2-abbe-6d83d326498e)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:53:59.715127 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ad4f074a-f272-4ecb-851e-f74cab698260 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (87814bed-282d-4a5c-9e06-92ca7d4af6b7), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:59.715809 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:59.731549 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f074a-f272-4ecb-851e-f74cab698260 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87814bed-282d-4a5c-9e06-92ca7d4af6b7,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:59.754166 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:59.754786 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:59.756192 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] 10.222.0.37 "PUT /v2.0/ports/49768483-6a4c-42f1-888a-e8e198b1ba3f HTTP/1.1" status: 200 len: 1093 time: 1.2008796 Apr 29 15:53:59.756636 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288b457a-512a-40d8-bdeb-25b37551712a', 'tag': '49768483-6a4c-42f1-888a-e8e198b1ba3f'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:53:59.759013 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23fdf1d-30a0-4b0e-9134-06c4c1f19d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "288b457a-512a-40d8-bdeb-25b37551712a", "tag": "49768483-6a4c-42f1-888a-e8e198b1ba3f"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:53:59.789063 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fedc69-8364-4b5d-851e-21fb4696fa3c service neutron] Pushing event updated for resources: {'Port': ['ID=49768483-6a4c-42f1-888a-e8e198b1ba3f,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:59.794052 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bd5f52-8c03-4189-b7b7-15137343cd8c x-openstack-request-id: req-c5bd5f52-8c03-4189-b7b7-15137343cd8c {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:53:59.794343 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288b457a-512a-40d8-bdeb-25b37551712a", "tag": "49768483-6a4c-42f1-888a-e8e198b1ba3f", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:53:59.794603 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5bd5f52-8c03-4189-b7b7-15137343cd8c {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:53:59.795001 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5bd5f52-8c03-4189-b7b7-15137343cd8c'] response: {'name': 'network-changed', 'server_uuid': '288b457a-512a-40d8-bdeb-25b37551712a', 'tag': '49768483-6a4c-42f1-888a-e8e198b1ba3f', 'status': 'completed', 'code': 200} Apr 29 15:53:59.836102 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ad4f074a-f272-4ecb-851e-f74cab698260 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:53:59.837439 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ad4f074a-f272-4ecb-851e-f74cab698260 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4464018 Apr 29 15:53:59.844464 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57118) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:53:59.847194 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-5b8de04d-9229-40bb-b1f1-0984992fa11a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Request body: {'security_group_rule': {'security_group_id': '25cad14f-7cb0-4abd-aedf-31099961c278', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:53:59.860486 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fdf1d-30a0-4b0e-9134-06c4c1f19d5f req-28e201b0-2088-4a7d-812d-012ef023f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:59.862130 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b23fdf1d-30a0-4b0e-9134-06c4c1f19d5f req-28e201b0-2088-4a7d-812d-012ef023f5e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58e8b747315c47c5af6f61c39374c2cc&device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 1127 time: 0.0430200 Apr 29 15:53:59.999682 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fdf1d-30a0-4b0e-9134-06c4c1f19d5f req-6210ed51-bd64-4b73-b21d-a34cdf381ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:00.001178 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b23fdf1d-30a0-4b0e-9134-06c4c1f19d5f req-6210ed51-bd64-4b73-b21d-a34cdf381ffa service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=58e8b747315c47c5af6f61c39374c2cc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1318300 Apr 29 15:54:00.009867 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a99c43-97e3-4595-9fde-503c17c34ffe req-fff3949a-47da-4798-92db-4dfb924f3952 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:00.011247 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f2a99c43-97e3-4595-9fde-503c17c34ffe req-fff3949a-47da-4798-92db-4dfb924f3952 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0635631 Apr 29 15:54:00.022967 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5b8de04d-9229-40bb-b1f1-0984992fa11a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for security_group_rule (822250d4-87f0-46f7-b20b-aee7114abb54), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:00.086758 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5b8de04d-9229-40bb-b1f1-0984992fa11a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for security_group_rule (822250d4-87f0-46f7-b20b-aee7114abb54), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:00.130078 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f2a99c43-97e3-4595-9fde-503c17c34ffe req-e1c5642a-a9d7-4b36-9f5a-809f3f689011 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092837 Apr 29 15:54:00.147348 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fdf1d-30a0-4b0e-9134-06c4c1f19d5f req-447f059e-2c86-4771-97fe-e49ab0b69526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:00.149835 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b23fdf1d-30a0-4b0e-9134-06c4c1f19d5f req-447f059e-2c86-4771-97fe-e49ab0b69526 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371822 Apr 29 15:54:00.153207 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5b8de04d-9229-40bb-b1f1-0984992fa11a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (822250d4-87f0-46f7-b20b-aee7114abb54), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:00.173299 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8de04d-9229-40bb-b1f1-0984992fa11a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822250d4-87f0-46f7-b20b-aee7114abb54,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:00.232198 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5b8de04d-9229-40bb-b1f1-0984992fa11a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:00.233925 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-5b8de04d-9229-40bb-b1f1-0984992fa11a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3908539 Apr 29 15:54:00.236727 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57130) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:00.238884 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-f24364e5-719a-4d71-9d5a-9875810701ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:00.240490 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-f24364e5-719a-4d71-9d5a-9875810701ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58e8b747315c47c5af6f61c39374c2cc&device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 1127 time: 0.0453963 Apr 29 15:54:00.241713 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:00.302738 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-019fd107-4f7f-4606-aa08-bf95e1346300 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49768483-6a4c-42f1-888a-e8e198b1ba3f HTTP/1.1" status: 200 len: 217 time: 0.0459697 Apr 29 15:54:00.330824 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:00.418094 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:00.535003 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Allocated IP 172.27.1.113 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/76b5f722-9204-4587-93b7-6b23853f9680) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:54:00.645202 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for port (76b5f722-9204-4587-93b7-6b23853f9680), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:00.675551 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb9a7c-9966-4bc3-a129-0a811a2e4947 req-1a6a4f19-e898-495b-b64d-1bbe320a329f tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:00.677689 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-63cb9a7c-9966-4bc3-a129-0a811a2e4947 req-1a6a4f19-e898-495b-b64d-1bbe320a329f tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.4117475 Apr 29 15:54:00.685737 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b863677-903a-4cf4-8d3b-ff08852f3bee req-e8e97fc1-2b60-47c0-a3bd-0856d57e5fea tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:00.691703 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9b863677-903a-4cf4-8d3b-ff08852f3bee req-e8e97fc1-2b60-47c0-a3bd-0856d57e5fea tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.3819604 Apr 29 15:54:00.725897 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-2d25b467-2f25-4c51-8c8d-f81d6b6c1cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:00.727375 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-2d25b467-2f25-4c51-8c8d-f81d6b6c1cac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5f0f045-bb9c-4095-bd45-c5987515ea3c HTTP/1.1" status: 200 len: 853 time: 0.3965662 Apr 29 15:54:00.738100 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (76b5f722-9204-4587-93b7-6b23853f9680), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:00.781848 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:54:00.784729 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:54:00.791931 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:54:00.799120 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-3147bc37-a750-4463-a10d-c8d939345241 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fbed7d4-8ee8-4828-a54f-7cf6974e61ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583546 Apr 29 15:54:00.803904 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9b863677-903a-4cf4-8d3b-ff08852f3bee req-cc6009c6-998c-46cd-9b5d-dd331e78dbae tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063297 Apr 29 15:54:00.807083 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-63cb9a7c-9966-4bc3-a129-0a811a2e4947 req-582ceaed-4d12-4511-87a7-6e872adca702 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190498 Apr 29 15:54:00.826868 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event updated for resources: {'Port': ['ID=76b5f722-9204-4587-93b7-6b23853f9680,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:00.904150 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for floatingip (7e2ad878-dd5d-4e84-94ee-d6be7abda5c6), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:00.908029 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-7dcc3fd2-836e-4fca-a127-86289e043184 service neutron] 10.222.0.37 "GET /v2.0/networks/2fbed7d4-8ee8-4828-a54f-7cf6974e61ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999620 Apr 29 15:54:00.983575 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (76b5f722-9204-4587-93b7-6b23853f9680), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:01.007130 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb6fdf88-8773-4b3b-ae22-f2c7fe92003f req-e321e366-d7a6-420b-9d86-c2536a4acae8 service neutron] 10.222.0.37 "GET /v2.0/networks/2fbed7d4-8ee8-4828-a54f-7cf6974e61ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902538 Apr 29 15:54:01.129798 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:54:01.146729 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for port (76b5f722-9204-4587-93b7-6b23853f9680), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:01.198996 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8618983'] for port (76b5f722-9204-4587-93b7-6b23853f9680), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:01.251911 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:54:01.264959 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbac35b-6004-4606-b409-30928ef21ac9 req-1653ac96-80a0-4466-9294-1fc879b8d7d1 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:01.274395 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4dbac35b-6004-4606-b409-30928ef21ac9 req-1653ac96-80a0-4466-9294-1fc879b8d7d1 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0586300 Apr 29 15:54:01.276335 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'port_id': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'mac_address': 'fa:16:3e:a2:fb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:54:01.280941 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event updated for resources: {'Port': ['ID=76b5f722-9204-4587-93b7-6b23853f9680,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:01.299147 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (7e2ad878-dd5d-4e84-94ee-d6be7abda5c6), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:01.323512 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 is: ACTIVE; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:54:01.324081 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4dbac35b-6004-4606-b409-30928ef21ac9 req-98523cc5-0176-4da0-86a3-8b411f7578d9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517445 Apr 29 15:54:01.327633 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:01.341667 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:54:01.362697 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:54:01.373777 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:01.375129 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-4000e4fe-368a-410a-a7a4-0ad8f140a08c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1374133 Apr 29 15:54:01.480922 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:01.530833 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,revision_number=6']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:01.615070 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:54:01.935680 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16061b9b-4464-420b-93d8-12660fc91c00 req-1bca2824-fe37-42cf-9588-563de3866f62 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:01.937257 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-16061b9b-4464-420b-93d8-12660fc91c00 req-1bca2824-fe37-42cf-9588-563de3866f62 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.0499892 Apr 29 15:54:01.994075 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-16061b9b-4464-420b-93d8-12660fc91c00 req-617be8f2-a1d4-4c3f-b65c-fdc330c5aacf tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511789 Apr 29 15:54:02.098642 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a021f4e-beff-4f7d-bbcc-b7e4d164c43c req-174c7968-eaff-446f-b43e-f19296877925 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:02.100115 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1a021f4e-beff-4f7d-bbcc-b7e4d164c43c req-174c7968-eaff-446f-b43e-f19296877925 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0487731 Apr 29 15:54:02.151124 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1a021f4e-beff-4f7d-bbcc-b7e4d164c43c req-002b939b-b455-45e9-9b4e-e6036faffc5a tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454385 Apr 29 15:54:02.440408 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309305cb-36e4-442a-9935-55da13b672ea req-d1b9ea09-3706-42a2-8c09-a327acf2fc37 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:02.441853 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-309305cb-36e4-442a-9935-55da13b672ea req-d1b9ea09-3706-42a2-8c09-a327acf2fc37 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0485809 Apr 29 15:54:02.488192 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-309305cb-36e4-442a-9935-55da13b672ea req-8a449b4f-fcb8-4198-b482-13a6bf95225f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402563 Apr 29 15:54:03.120414 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af679a3-d1be-4bdf-908d-226624a00774 req-5a08415b-37de-4a65-801b-37f3df717bc7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:03.121893 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2af679a3-d1be-4bdf-908d-226624a00774 req-5a08415b-37de-4a65-801b-37f3df717bc7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.0512590 Apr 29 15:54:03.127799 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:54:03.169713 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2af679a3-d1be-4bdf-908d-226624a00774 req-8b9a1da4-1482-4e8e-8cef-d32c5eeeb26d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412972 Apr 29 15:54:03.176989 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:54:03.177366 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:03.280432 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:54:03.280724 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:03.302501 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490bfe7-b2b3-4dba-889f-2569ec1a3cef req-88f9ad6f-e3ab-4fa2-936a-2796bdc39c68 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:03.304679 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f490bfe7-b2b3-4dba-889f-2569ec1a3cef req-88f9ad6f-e3ab-4fa2-936a-2796bdc39c68 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0617952 Apr 29 15:54:03.307388 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:03.309659 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c4b7ce-5219-4fe6-8ba1-bb0046e38c91" -d '{"events": [{"server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "name": "network-vif-plugged", "status": "completed", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:54:03.326374 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:54:03.356935 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f490bfe7-b2b3-4dba-889f-2569ec1a3cef req-018ce385-e4e1-4d04-8fb0-1805b7394ba2 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461535 Apr 29 15:54:03.400594 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:03.403353 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54c64df-5d2e-45cc-8c17-c79b835f4510 x-openstack-request-id: req-e54c64df-5d2e-45cc-8c17-c79b835f4510 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:54:03.403624 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "name": "network-vif-plugged", "status": "completed", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:54:03.403909 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e54c64df-5d2e-45cc-8c17-c79b835f4510 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:54:03.404327 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54c64df-5d2e-45cc-8c17-c79b835f4510'] response: {'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'code': 200} Apr 29 15:54:03.451891 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,revision_number=7']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:03.602632 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c6d69-f46a-4b08-aec6-c8fb40bee938 req-673fc3ff-ef76-4afb-a837-618880923cac tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:03.604109 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bf7c6d69-f46a-4b08-aec6-c8fb40bee938 req-673fc3ff-ef76-4afb-a837-618880923cac tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0471280 Apr 29 15:54:03.657707 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bf7c6d69-f46a-4b08-aec6-c8fb40bee938 req-497f17e5-7c19-4401-ae6e-016afecdc492 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473061 Apr 29 15:54:04.297058 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59236052-5534-4c01-8ad5-5707bd3b1835 req-cf3771d2-ac87-4f0c-9d1f-73bf1e0614f1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:04.298544 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-59236052-5534-4c01-8ad5-5707bd3b1835 req-cf3771d2-ac87-4f0c-9d1f-73bf1e0614f1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0509682 Apr 29 15:54:04.347911 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-59236052-5534-4c01-8ad5-5707bd3b1835 req-00b350b0-f467-4205-b46d-72332d2e628b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431745 Apr 29 15:54:04.469922 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e72f4-e379-4f3e-ba4d-9d9c311b3b4a req-60b6b1a4-7f68-4d71-9e74-85e90f1d04be tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:04.471345 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4f2e72f4-e379-4f3e-ba4d-9d9c311b3b4a req-60b6b1a4-7f68-4d71-9e74-85e90f1d04be tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0466619 Apr 29 15:54:04.521034 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4f2e72f4-e379-4f3e-ba4d-9d9c311b3b4a req-4e765ca9-9b3d-45ac-97e8-92f739b26e01 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Apr 29 15:54:04.779060 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247b4bb-1898-4030-ad6a-b8c1125a04fc req-e5eab51f-fbb9-459e-bcc6-6c115355280f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:04.779700 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8247b4bb-1898-4030-ad6a-b8c1125a04fc req-e5eab51f-fbb9-459e-bcc6-6c115355280f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0514302 Apr 29 15:54:04.829135 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8247b4bb-1898-4030-ad6a-b8c1125a04fc req-ba76c162-1194-4994-b76a-3b221f1d2a7d tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438116 Apr 29 15:54:05.477984 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dab02b-bfaa-493e-b42c-91c17c36a13c req-0911b0af-ed07-4641-b3e4-6fec617ae699 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:05.479512 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-14dab02b-bfaa-493e-b42c-91c17c36a13c req-0911b0af-ed07-4641-b3e4-6fec617ae699 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0485651 Apr 29 15:54:05.527528 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-14dab02b-bfaa-493e-b42c-91c17c36a13c req-894aadff-8684-45dd-9042-52d82b7b99f8 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420310 Apr 29 15:54:05.638350 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777870b-ca66-4542-8713-683be3593902 req-ccf730de-9d29-4858-a6e9-f5b8af7082f8 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:05.639869 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0777870b-ca66-4542-8713-683be3593902 req-ccf730de-9d29-4858-a6e9-f5b8af7082f8 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0505290 Apr 29 15:54:05.688724 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0777870b-ca66-4542-8713-683be3593902 req-ed17f237-f2ac-4dee-9fd2-93050d304611 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432172 Apr 29 15:54:05.949295 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f611592-7f4b-47ec-ace9-6e2eaa0bd8b7 req-bece169d-ff64-4113-8fc5-484360644a8b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:05.950809 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1f611592-7f4b-47ec-ace9-6e2eaa0bd8b7 req-bece169d-ff64-4113-8fc5-484360644a8b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0484953 Apr 29 15:54:05.999735 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1f611592-7f4b-47ec-ace9-6e2eaa0bd8b7 req-407c62a7-53d5-4ba1-9b7a-816f9ff60434 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432451 Apr 29 15:54:06.659131 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc936616-a45a-4d10-9949-80759cb3fc66 req-0e91ef6f-5911-457f-a921-2a4d6e3641c8 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:06.660678 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bc936616-a45a-4d10-9949-80759cb3fc66 req-0e91ef6f-5911-457f-a921-2a4d6e3641c8 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0581818 Apr 29 15:54:06.714121 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bc936616-a45a-4d10-9949-80759cb3fc66 req-ced81172-fb8f-4d67-acb1-428c3dadcaeb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475912 Apr 29 15:54:06.823027 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28295bd-de14-4618-a411-8fc6dc0b268b req-53b2f538-aace-4442-8caf-12eb28d334fa tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:06.824531 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e28295bd-de14-4618-a411-8fc6dc0b268b req-53b2f538-aace-4442-8caf-12eb28d334fa tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0483820 Apr 29 15:54:06.879498 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e28295bd-de14-4618-a411-8fc6dc0b268b req-6c2d1922-6809-4747-b028-136c7ab1eb65 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491450 Apr 29 15:54:07.113979 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bd300-c598-4f96-b171-0cfc276177b0 req-e0c5cb41-9ef9-4f07-a6d7-6be8549661c7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:07.115531 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6c1bd300-c598-4f96-b171-0cfc276177b0 req-e0c5cb41-9ef9-4f07-a6d7-6be8549661c7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0485671 Apr 29 15:54:07.170840 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6c1bd300-c598-4f96-b171-0cfc276177b0 req-8ac25974-5f04-4c91-886f-94f2c0d66e97 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494902 Apr 29 15:54:07.710300 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef6dc3-aef2-44af-9036-c95928de9026 req-c1f1541d-1b76-41a3-8e2c-b08f9ca9cda9 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:07.712024 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d2ef6dc3-aef2-44af-9036-c95928de9026 req-c1f1541d-1b76-41a3-8e2c-b08f9ca9cda9 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 946 time: 0.0526106 Apr 29 15:54:07.761070 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d2ef6dc3-aef2-44af-9036-c95928de9026 req-e1b5bfb9-b86d-4973-a246-0870a6da74f4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431232 Apr 29 15:54:07.784547 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 57228) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:07.864162 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473c54f-7403-4211-af7d-04b7ef2db261 req-db259ec1-ed22-4ff6-a156-ad85fcceee88 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:07.865968 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5473c54f-7403-4211-af7d-04b7ef2db261 req-db259ec1-ed22-4ff6-a156-ad85fcceee88 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0493438 Apr 29 15:54:07.919105 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5473c54f-7403-4211-af7d-04b7ef2db261 req-26188815-31de-442f-9c73-20b4774b68a7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470364 Apr 29 15:54:07.993260 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561ba08-70b5-4d2c-9891-c1b583c012ce tempest-TestMinimumBasicScenario-725909750 tempest-TestMinimumBasicScenario-725909750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:07.994815 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-d561ba08-70b5-4d2c-9891-c1b583c012ce tempest-TestMinimumBasicScenario-725909750 tempest-TestMinimumBasicScenario-725909750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 1125 time: 0.2092569 Apr 29 15:54:07.997788 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 57234) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:08.001996 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'port_id': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:08.047757 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f95997-4d5b-423c-b5d5-78a4e6b27572 req-5f4be0e5-19fa-402c-800b-0a01c8a3a2ac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:08.049229 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a9f95997-4d5b-423c-b5d5-78a4e6b27572 req-5f4be0e5-19fa-402c-800b-0a01c8a3a2ac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0675435 Apr 29 15:54:08.098055 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a9f95997-4d5b-423c-b5d5-78a4e6b27572 req-ced0c4f3-898b-474e-b434-cc401f076e53 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427389 Apr 29 15:54:08.131954 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:08.221313 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:08.317184 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce3c44-1225-453f-81a8-06e499503094 req-6b597be2-6c04-454b-b4c8-595388baf49a tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:08.318652 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cdce3c44-1225-453f-81a8-06e499503094 req-6b597be2-6c04-454b-b4c8-595388baf49a tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0616910 Apr 29 15:54:08.393981 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Allocated IP 172.27.1.232 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/836bbc42-2246-43eb-ba97-113718c4bef0) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:54:08.414056 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cdce3c44-1225-453f-81a8-06e499503094 req-5aec31db-d594-4518-b50a-abb9775cb64d tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770111 Apr 29 15:54:08.414281 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:54:08.506174 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for port (836bbc42-2246-43eb-ba97-113718c4bef0), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:08.588664 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (836bbc42-2246-43eb-ba97-113718c4bef0), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:08.638142 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:54:08.640898 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:54:08.643450 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:54:08.649710 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event updated for resources: {'Port': ['ID=836bbc42-2246-43eb-ba97-113718c4bef0,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:09.075824 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00467e-2d32-4427-8805-0603c026a3cc req-560060bc-70b4-4e8e-9361-1b9cae427d02 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:09.077296 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bb00467e-2d32-4427-8805-0603c026a3cc req-560060bc-70b4-4e8e-9361-1b9cae427d02 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0833750 Apr 29 15:54:09.078328 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for floatingip (c4158600-88f1-4a56-a010-b6348c331179), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:09.154073 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bb00467e-2d32-4427-8805-0603c026a3cc req-bc220629-5568-44ff-813f-a53fd2d081b9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562522 Apr 29 15:54:09.264545 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (836bbc42-2246-43eb-ba97-113718c4bef0), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:09.297810 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a5452-e936-4d5e-be73-2b083252a9c5 req-f4785ce6-5545-43a1-a6f3-f1544a654ea0 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:09.299297 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-216a5452-e936-4d5e-be73-2b083252a9c5 req-f4785ce6-5545-43a1-a6f3-f1544a654ea0 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0749438 Apr 29 15:54:09.381057 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-216a5452-e936-4d5e-be73-2b083252a9c5 req-ae96104b-e20d-42b8-bda6-c07fb1c01159 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747452 Apr 29 15:54:09.467355 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for port (836bbc42-2246-43eb-ba97-113718c4bef0), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:09.512166 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (836bbc42-2246-43eb-ba97-113718c4bef0), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:09.560232 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b6691-c858-48b4-9f65-1f8c1ca601ba req-95a0ac16-2884-44d1-adb7-c566ede46ee9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:09.561685 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2c7b6691-c858-48b4-9f65-1f8c1ca601ba req-95a0ac16-2884-44d1-adb7-c566ede46ee9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0773435 Apr 29 15:54:09.616813 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event updated for resources: {'Port': ['ID=836bbc42-2246-43eb-ba97-113718c4bef0,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:09.635135 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (c4158600-88f1-4a56-a010-b6348c331179), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:09.686661 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2c7b6691-c858-48b4-9f65-1f8c1ca601ba req-8d3a41ec-53ca-42be-b0cf-563c2a56ca8f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042879 Apr 29 15:54:09.752322 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Floating IP c4158600-88f1-4a56-a010-b6348c331179 associated. External IP: 172.27.1.232, port: d158d4fc-a40e-4394-a34e-dc979224f855. Apr 29 15:54:09.966589 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:54:10.079537 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:54:10.093448 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed4f81-deb4-416f-8ece-a13c9175e677 None None] Sync routers for ids ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:54:10.107505 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed4f81-deb4-416f-8ece-a13c9175e677 None None] Routers {'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:54:10.108155 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-12ed4f81-deb4-416f-8ece-a13c9175e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:53:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:54:10.223966 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-12ed4f81-deb4-416f-8ece-a13c9175e677 None None] Set router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:54:10.284474 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7480b3-f614-48e9-9bf5-22b6408efdf2 req-64a2ddf0-c6a4-4655-a4c9-10b16910c704 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:10.285964 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0f7480b3-f614-48e9-9bf5-22b6408efdf2 req-64a2ddf0-c6a4-4655-a4c9-10b16910c704 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0533717 Apr 29 15:54:10.311499 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:10.363115 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-3ea5afbe-412c-4bca-be79-7404fba9b6cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3641763 Apr 29 15:54:10.364118 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:10.366658 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57254) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:10.367161 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caa95d1-ffdf-4e94-a04e-bca556b23f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:54:10.372834 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-749c7013-94d7-4630-85eb-04b1e77f42b4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203396247', 'description': 'tempest-secgroup-smoke-1203396247 description', 'project_id': 'e34d6a17637c4881bdca94d15105a795'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:10.373356 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0f7480b3-f614-48e9-9bf5-22b6408efdf2 req-c88a4ee6-699e-47c6-b3a2-2b63ed60671e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809073 Apr 29 15:54:10.433982 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99294de-934a-4b6c-8cb8-eb05bc72d7a2 x-openstack-request-id: req-e99294de-934a-4b6c-8cb8-eb05bc72d7a2 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:54:10.434271 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:54:10.434577 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e99294de-934a-4b6c-8cb8-eb05bc72d7a2 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:54:10.434928 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99294de-934a-4b6c-8cb8-eb05bc72d7a2'] response: {'name': 'network-changed', 'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'status': 'completed', 'code': 200} Apr 29 15:54:10.457046 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-12ed4f81-deb4-416f-8ece-a13c9175e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:52:57Z', 'revision_number': 4, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': 'c4158600-88f1-4a56-a010-b6348c331179', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'port_id': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'mac_address': 'fa:16:3e:71:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:54:08Z', 'updated_at': '2022-04-29T15:54:08Z', 'revision_number': 0, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efeb083-c43e-45c0-9ab3-28687aa36198', 'name': '', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'mac_address': 'fa:16:3e:82:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:56Z', 'updated_at': '2022-04-29T15:53:02Z', 'revision_number': 5, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'subnets': [{'id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:54:10.485193 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed4f81-deb4-416f-8ece-a13c9175e677 None None] Checking router: fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:54:10.493725 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed4f81-deb4-416f-8ece-a13c9175e677 None None] Routers {'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:54:10.494328 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-12ed4f81-deb4-416f-8ece-a13c9175e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:53:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:54:10.536898 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-749c7013-94d7-4630-85eb-04b1e77f42b4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:10.538509 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa95d1-ffdf-4e94-a04e-bca556b23f9a req-1d7e22b5-0108-48b1-8306-b82396a478a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:10.540357 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6caa95d1-ffdf-4e94-a04e-bca556b23f9a req-1d7e22b5-0108-48b1-8306-b82396a478a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e34d6a17637c4881bdca94d15105a795&device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 1130 time: 0.0747714 Apr 29 15:54:10.583956 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f480bd-c503-4db2-8e0a-9382b4fd752c req-b832bae8-09db-4388-aa72-5640bf495728 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:10.586153 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-21f480bd-c503-4db2-8e0a-9382b4fd752c req-b832bae8-09db-4388-aa72-5640bf495728 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0902693 Apr 29 15:54:10.624570 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-749c7013-94d7-4630-85eb-04b1e77f42b4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group (7f27d0f8-bae5-40b8-8885-d9d7b7eadab0), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:10.692374 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-749c7013-94d7-4630-85eb-04b1e77f42b4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7f27d0f8-bae5-40b8-8885-d9d7b7eadab0), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:10.695911 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-21f480bd-c503-4db2-8e0a-9382b4fd752c req-9a3b5d3b-f5d5-4bfe-8129-d202ece5f34c tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005409 Apr 29 15:54:10.698557 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa95d1-ffdf-4e94-a04e-bca556b23f9a req-251ed7b1-279c-406e-bf88-981e55876e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:10.700002 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6caa95d1-ffdf-4e94-a04e-bca556b23f9a req-251ed7b1-279c-406e-bf88-981e55876e8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9186de40-610d-414d-b482-035dcefa4c45 HTTP/1.1" status: 200 len: 916 time: 0.1518946 Apr 29 15:54:10.703389 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-12ed4f81-deb4-416f-8ece-a13c9175e677 None None] Set router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:54:10.730464 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c7013-94d7-4630-85eb-04b1e77f42b4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:10.797077 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-749c7013-94d7-4630-85eb-04b1e77f42b4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:10.801418 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-749c7013-94d7-4630-85eb-04b1e77f42b4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4329150 Apr 29 15:54:10.802027 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57264) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:10.806592 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-473d4537-48d8-4cf1-b306-1b3e61df8351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Request body: {'security_group_rule': {'security_group_id': '7f27d0f8-bae5-40b8-8885-d9d7b7eadab0', 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:10.828481 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6caa95d1-ffdf-4e94-a04e-bca556b23f9a req-5c21f75e-8256-4164-937d-bc766b55b091 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d158d4fc-a40e-4394-a34e-dc979224f855 HTTP/1.1" status: 200 len: 1000 time: 0.1160619 Apr 29 15:54:10.838631 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249464e5-8338-4b4d-9d55-6b578927704d req-f6abf9e1-75cc-4760-ad7f-eb4ab3f56e62 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:10.843576 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-249464e5-8338-4b4d-9d55-6b578927704d req-f6abf9e1-75cc-4760-ad7f-eb4ab3f56e62 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0684507 Apr 29 15:54:10.924551 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa95d1-ffdf-4e94-a04e-bca556b23f9a req-9611fbbd-2278-4f12-adc0-c7c99eb8a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:10.926039 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6caa95d1-ffdf-4e94-a04e-bca556b23f9a req-9611fbbd-2278-4f12-adc0-c7c99eb8a368 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf247570-ba12-4a7a-94b0-eb862590a764 HTTP/1.1" status: 200 len: 854 time: 0.0802624 Apr 29 15:54:10.936375 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-473d4537-48d8-4cf1-b306-1b3e61df8351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (59b57535-5d14-4a66-a4ae-cadd97ecad20), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:10.939095 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-12ed4f81-deb4-416f-8ece-a13c9175e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:52:57Z', 'revision_number': 4, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': 'c4158600-88f1-4a56-a010-b6348c331179', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'port_id': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'mac_address': 'fa:16:3e:71:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:54:08Z', 'updated_at': '2022-04-29T15:54:08Z', 'revision_number': 0, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efeb083-c43e-45c0-9ab3-28687aa36198', 'name': '', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'mac_address': 'fa:16:3e:82:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:56Z', 'updated_at': '2022-04-29T15:53:02Z', 'revision_number': 5, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'subnets': [{'id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:54:10.947869 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-249464e5-8338-4b4d-9d55-6b578927704d req-99f3465d-07da-4d8b-bf42-53c33038ad08 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934992 Apr 29 15:54:10.980348 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed4f81-deb4-416f-8ece-a13c9175e677 None None] The sync data for ids ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'] in dv-cinder-839872-2-iscsi is: [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:52:57Z', 'revision_number': 4, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': 'c4158600-88f1-4a56-a010-b6348c331179', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'port_id': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'mac_address': 'fa:16:3e:71:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:54:08Z', 'updated_at': '2022-04-29T15:54:08Z', 'revision_number': 0, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efeb083-c43e-45c0-9ab3-28687aa36198', 'name': '', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'mac_address': 'fa:16:3e:82:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:56Z', 'updated_at': '2022-04-29T15:53:02Z', 'revision_number': 5, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'subnets': [{'id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:54:10.995854 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa95d1-ffdf-4e94-a04e-bca556b23f9a req-efe95eb0-c6ab-42c7-974b-c1caffc3a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:10.997364 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6caa95d1-ffdf-4e94-a04e-bca556b23f9a req-efe95eb0-c6ab-42c7-974b-c1caffc3a41c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9186de40-610d-414d-b482-035dcefa4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632088 Apr 29 15:54:11.008232 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-473d4537-48d8-4cf1-b306-1b3e61df8351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (59b57535-5d14-4a66-a4ae-cadd97ecad20), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:11.085504 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-473d4537-48d8-4cf1-b306-1b3e61df8351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (59b57535-5d14-4a66-a4ae-cadd97ecad20), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:11.098266 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6caa95d1-ffdf-4e94-a04e-bca556b23f9a req-bede11c0-8fea-4bb7-a708-384f3c82cd2f service neutron] 10.222.0.37 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890007 Apr 29 15:54:11.105964 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d4537-48d8-4cf1-b306-1b3e61df8351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b57535-5d14-4a66-a4ae-cadd97ecad20,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:11.182048 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-473d4537-48d8-4cf1-b306-1b3e61df8351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:11.183794 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-473d4537-48d8-4cf1-b306-1b3e61df8351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3806868 Apr 29 15:54:11.186865 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57268) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:11.192089 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-d79c2fe4-d8f4-4c55-95da-a425304e374c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Request body: {'security_group_rule': {'security_group_id': '7f27d0f8-bae5-40b8-8885-d9d7b7eadab0', 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:11.210656 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb1ea54-ea4e-4d49-bbf0-e8fadf146f1d None None] New status for floating IP c4158600-88f1-4a56-a010-b6348c331179: ACTIVE {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:54:11.310936 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d79c2fe4-d8f4-4c55-95da-a425304e374c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (9b968107-995f-4e2f-8ec9-2423cdf88648), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:11.379704 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d79c2fe4-d8f4-4c55-95da-a425304e374c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (9b968107-995f-4e2f-8ec9-2423cdf88648), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:11.452177 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6caa95d1-ffdf-4e94-a04e-bca556b23f9a req-bce0abeb-84f2-4f67-b251-0f3333c1b844 service neutron] 10.222.0.37 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483977 Apr 29 15:54:11.474876 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d79c2fe4-d8f4-4c55-95da-a425304e374c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (9b968107-995f-4e2f-8ec9-2423cdf88648), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:11.494272 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c2fe4-d8f4-4c55-95da-a425304e374c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b968107-995f-4e2f-8ec9-2423cdf88648,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:11.511517 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade96fb2-fada-4e6e-a454-37cfa8da9b96 req-0a79c134-e1c7-422e-aaa5-a9541f4e0c60 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:11.513066 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ade96fb2-fada-4e6e-a454-37cfa8da9b96 req-0a79c134-e1c7-422e-aaa5-a9541f4e0c60 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0508828 Apr 29 15:54:11.561577 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ade96fb2-fada-4e6e-a454-37cfa8da9b96 req-64c8fff3-fe2a-449f-bb2b-007aa6b8db43 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428188 Apr 29 15:54:11.562582 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d79c2fe4-d8f4-4c55-95da-a425304e374c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:11.563825 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-d79c2fe4-d8f4-4c55-95da-a425304e374c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3756752 Apr 29 15:54:11.566495 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57272) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:11.570907 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-211eb73b-2a05-4362-9eaa-b0461d9db1e1 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Request body: {'security_group_rule': {'security_group_id': '7f27d0f8-bae5-40b8-8885-d9d7b7eadab0', 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:11.674470 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-211eb73b-2a05-4362-9eaa-b0461d9db1e1 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (62040434-00d9-4767-9d14-cfe73908965f), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:11.738026 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-211eb73b-2a05-4362-9eaa-b0461d9db1e1 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (62040434-00d9-4767-9d14-cfe73908965f), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:11.811431 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f603e9-99c8-465f-89c7-0b49e4e102f4 req-a6760640-802a-45f0-be56-1a3337687120 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:11.812943 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7f603e9-99c8-465f-89c7-0b49e4e102f4 req-a6760640-802a-45f0-be56-1a3337687120 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0476980 Apr 29 15:54:11.823224 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-211eb73b-2a05-4362-9eaa-b0461d9db1e1 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (62040434-00d9-4767-9d14-cfe73908965f), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:11.841198 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211eb73b-2a05-4362-9eaa-b0461d9db1e1 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62040434-00d9-4767-9d14-cfe73908965f,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:11.871767 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7f603e9-99c8-465f-89c7-0b49e4e102f4 req-e0d6a42b-48f7-4823-a1f9-3f40104e8e6c tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532653 Apr 29 15:54:11.957205 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-211eb73b-2a05-4362-9eaa-b0461d9db1e1 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:11.958580 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-211eb73b-2a05-4362-9eaa-b0461d9db1e1 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3910072 Apr 29 15:54:11.966006 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57280) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:11.970847 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-bf51c72f-333b-411b-aa14-06ee716bfea6 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Request body: {'security_group_rule': {'security_group_id': '7f27d0f8-bae5-40b8-8885-d9d7b7eadab0', 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:12.071547 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae79ffb-4e48-4d6f-b3b9-21501407cf02 req-a7a88eae-75cf-4141-bbb3-370d5c72138f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:12.073048 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ae79ffb-4e48-4d6f-b3b9-21501407cf02 req-a7a88eae-75cf-4141-bbb3-370d5c72138f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0492716 Apr 29 15:54:12.076168 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bf51c72f-333b-411b-aa14-06ee716bfea6 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (ac176bf0-89fa-4c6f-bcab-e816d91bddc6), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:12.121037 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ae79ffb-4e48-4d6f-b3b9-21501407cf02 req-b03df47a-49b0-45cb-a39a-a8e8c711e14a tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420210 Apr 29 15:54:12.134727 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bf51c72f-333b-411b-aa14-06ee716bfea6 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (ac176bf0-89fa-4c6f-bcab-e816d91bddc6), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:12.200567 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bf51c72f-333b-411b-aa14-06ee716bfea6 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (ac176bf0-89fa-4c6f-bcab-e816d91bddc6), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:12.218509 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51c72f-333b-411b-aa14-06ee716bfea6 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac176bf0-89fa-4c6f-bcab-e816d91bddc6,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:12.288900 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bf51c72f-333b-411b-aa14-06ee716bfea6 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:12.290450 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-bf51c72f-333b-411b-aa14-06ee716bfea6 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3231311 Apr 29 15:54:12.293164 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57284) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:12.297674 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-f2d716f2-e03a-465c-9de8-89a30f221bc2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Request body: {'security_group_rule': {'security_group_id': '7f27d0f8-bae5-40b8-8885-d9d7b7eadab0', 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:12.400739 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.securitygroups_db [None req-f2d716f2-e03a-465c-9de8-89a30f221bc2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Project e34d6a17637c4881bdca94d15105a795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:54:12.406591 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f2d716f2-e03a-465c-9de8-89a30f221bc2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (3ec6bac2-7e3a-4ebf-ab8c-caeca262018a), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:12.464609 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f2d716f2-e03a-465c-9de8-89a30f221bc2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (3ec6bac2-7e3a-4ebf-ab8c-caeca262018a), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:12.530796 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f2d716f2-e03a-465c-9de8-89a30f221bc2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (3ec6bac2-7e3a-4ebf-ab8c-caeca262018a), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:12.548668 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d716f2-e03a-465c-9de8-89a30f221bc2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec6bac2-7e3a-4ebf-ab8c-caeca262018a,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:12.618729 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f2d716f2-e03a-465c-9de8-89a30f221bc2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:12.620002 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-f2d716f2-e03a-465c-9de8-89a30f221bc2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3257518 Apr 29 15:54:12.622691 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57288) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:12.627146 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-9261ac95-80a8-4f67-bada-fa35fd4b0351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Request body: {'security_group_rule': {'security_group_id': '7f27d0f8-bae5-40b8-8885-d9d7b7eadab0', 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:12.685500 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088867fa-0d62-4954-8cff-c2bfdefeb328 req-be2042cc-f354-458c-bf4a-2f7bc99dbeb4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:12.686865 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-088867fa-0d62-4954-8cff-c2bfdefeb328 req-be2042cc-f354-458c-bf4a-2f7bc99dbeb4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0477679 Apr 29 15:54:12.720680 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.securitygroups_db [None req-9261ac95-80a8-4f67-bada-fa35fd4b0351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Project e34d6a17637c4881bdca94d15105a795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:54:12.727333 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9261ac95-80a8-4f67-bada-fa35fd4b0351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (6615f735-e422-4799-8171-8665f3a66933), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:12.737426 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-088867fa-0d62-4954-8cff-c2bfdefeb328 req-e9c1ea5c-8fc5-4263-ab89-6f0530d17715 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448420 Apr 29 15:54:12.793849 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9261ac95-80a8-4f67-bada-fa35fd4b0351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (6615f735-e422-4799-8171-8665f3a66933), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:12.972216 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9261ac95-80a8-4f67-bada-fa35fd4b0351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (6615f735-e422-4799-8171-8665f3a66933), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:12.993937 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261ac95-80a8-4f67-bada-fa35fd4b0351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6615f735-e422-4799-8171-8665f3a66933,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:13.005263 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee917f-13e0-4b67-b0c1-6d7b137e7300 req-0c2b6d7e-7133-4326-b896-7dd365aa3083 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:13.005263 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-40ee917f-13e0-4b67-b0c1-6d7b137e7300 req-0c2b6d7e-7133-4326-b896-7dd365aa3083 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0562236 Apr 29 15:54:13.050754 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-40ee917f-13e0-4b67-b0c1-6d7b137e7300 req-ec0e79f0-7eee-456d-a768-d677e78dca79 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 Apr 29 15:54:13.094083 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9261ac95-80a8-4f67-bada-fa35fd4b0351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:13.095291 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-9261ac95-80a8-4f67-bada-fa35fd4b0351 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4716549 Apr 29 15:54:13.186482 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-290dca9b-a6ea-474b-9db5-25d4c46bd27f req-30c6963f-a281-4414-bd98-f40625ce212e tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203396247&fields=id&tenant_id=e34d6a17637c4881bdca94d15105a795 HTTP/1.1" status: 200 len: 267 time: 0.0462999 Apr 29 15:54:13.237496 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dca9b-a6ea-474b-9db5-25d4c46bd27f req-58872ad7-4beb-409f-8add-535053f2c706 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:13.238939 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-290dca9b-a6ea-474b-9db5-25d4c46bd27f req-58872ad7-4beb-409f-8add-535053f2c706 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 946 time: 0.0472004 Apr 29 15:54:13.249777 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-290dca9b-a6ea-474b-9db5-25d4c46bd27f req-f9c9b111-bd5a-48b3-b5d0-91eaccb72d65 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Request body: {'port': {'security_groups': ['8fa5b3a3-6953-4a46-ae5c-82474a306d14', '7f27d0f8-bae5-40b8-8885-d9d7b7eadab0']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:13.329015 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-290dca9b-a6ea-474b-9db5-25d4c46bd27f req-f9c9b111-bd5a-48b3-b5d0-91eaccb72d65 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:13.526261 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-290dca9b-a6ea-474b-9db5-25d4c46bd27f req-f9c9b111-bd5a-48b3-b5d0-91eaccb72d65 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] For port d158d4fc-a40e-4394-a34e-dc979224f855, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=d158d4fc-a40e-4394-a34e-dc979224f855,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:54:13.556363 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-290dca9b-a6ea-474b-9db5-25d4c46bd27f req-f9c9b111-bd5a-48b3-b5d0-91eaccb72d65 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for port (d158d4fc-a40e-4394-a34e-dc979224f855), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:13.812812 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-290dca9b-a6ea-474b-9db5-25d4c46bd27f req-f9c9b111-bd5a-48b3-b5d0-91eaccb72d65 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:13.814008 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['d158d4fc-a40e-4394-a34e-dc979224f855'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:54:13.842184 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dca9b-a6ea-474b-9db5-25d4c46bd27f req-f9c9b111-bd5a-48b3-b5d0-91eaccb72d65 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:13.842820 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-290dca9b-a6ea-474b-9db5-25d4c46bd27f req-f9c9b111-bd5a-48b3-b5d0-91eaccb72d65 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:13.844379 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-290dca9b-a6ea-474b-9db5-25d4c46bd27f req-f9c9b111-bd5a-48b3-b5d0-91eaccb72d65 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "PUT /v2.0/ports/d158d4fc-a40e-4394-a34e-dc979224f855 HTTP/1.1" status: 200 len: 982 time: 0.5989401 Apr 29 15:54:13.844686 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:13.846979 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd11d4de-4f0a-4266-a56e-d75577d7b8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:54:13.878982 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9b111-bd5a-48b3-b5d0-91eaccb72d65 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event updated for resources: {'Port': ['ID=d158d4fc-a40e-4394-a34e-dc979224f855,revision_number=6']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:13.961734 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3938fd-28e2-4a04-b41d-86a5689a1904 req-5911dcad-bbce-482c-9752-17d0b2024d1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:13.963536 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5d3938fd-28e2-4a04-b41d-86a5689a1904 req-5911dcad-bbce-482c-9752-17d0b2024d1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0546925 Apr 29 15:54:13.986120 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['d158d4fc-a40e-4394-a34e-dc979224f855'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:54:14.022640 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5d3938fd-28e2-4a04-b41d-86a5689a1904 req-efd1dbea-b9de-4215-94d8-4d913be1c715 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512543 Apr 29 15:54:14.146628 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b04f0d-aa58-49af-b446-e33a6f0cb5a1 req-577bcc45-6916-49b2-807f-c705fc1b4793 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:14.150244 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b6b04f0d-aa58-49af-b446-e33a6f0cb5a1 req-577bcc45-6916-49b2-807f-c705fc1b4793 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0502667 Apr 29 15:54:14.167620 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-494c212e-63c3-437b-98de-245cc4d51856 None None] Provisioning complete for port d158d4fc-a40e-4394-a34e-dc979224f855 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:54:14.168018 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-494c212e-63c3-437b-98de-245cc4d51856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:14.200168 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b6b04f0d-aa58-49af-b446-e33a6f0cb5a1 req-30deb72b-fcc7-4c69-bc65-1784d1c2d84b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426860 Apr 29 15:54:14.313508 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa88e8-83a8-4048-9eea-0a8d5505fdb4 req-8d283d80-4aa4-403f-9c20-2b806da0c8c0 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:14.314909 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f2fa88e8-83a8-4048-9eea-0a8d5505fdb4 req-8d283d80-4aa4-403f-9c20-2b806da0c8c0 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0515301 Apr 29 15:54:14.382790 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-494c212e-63c3-437b-98de-245cc4d51856 None None] Current status of the port d158d4fc-a40e-4394-a34e-dc979224f855 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:54:14.383376 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f2fa88e8-83a8-4048-9eea-0a8d5505fdb4 req-434146f1-3206-4b89-939c-8874c5e66074 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609941 Apr 29 15:54:14.428178 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77898d4-c0c6-447d-874f-23ef3b574579 x-openstack-request-id: req-f77898d4-c0c6-447d-874f-23ef3b574579 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:54:14.428513 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:54:14.428879 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f77898d4-c0c6-447d-874f-23ef3b574579 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:54:14.430182 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77898d4-c0c6-447d-874f-23ef3b574579'] response: {'name': 'network-changed', 'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'status': 'completed', 'code': 200} Apr 29 15:54:14.529345 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11d4de-4f0a-4266-a56e-d75577d7b8b7 req-68114729-2ace-472a-8f45-8d679e179154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:14.530929 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dd11d4de-4f0a-4266-a56e-d75577d7b8b7 req-68114729-2ace-472a-8f45-8d679e179154 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e34d6a17637c4881bdca94d15105a795&device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 1169 time: 0.0721591 Apr 29 15:54:14.575074 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ceaac6-69dc-45ac-a6ea-fab966f3adbc req-f9472439-9a84-4b87-aaee-a030b6a21f98 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:14.576587 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-56ceaac6-69dc-45ac-a6ea-fab966f3adbc req-f9472439-9a84-4b87-aaee-a030b6a21f98 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0823457 Apr 29 15:54:14.677582 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11d4de-4f0a-4266-a56e-d75577d7b8b7 req-1d135e22-23b5-48b0-80b6-914cbe112b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:14.679664 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dd11d4de-4f0a-4266-a56e-d75577d7b8b7 req-1d135e22-23b5-48b0-80b6-914cbe112b78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9186de40-610d-414d-b482-035dcefa4c45 HTTP/1.1" status: 200 len: 916 time: 0.1399524 Apr 29 15:54:14.682801 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-56ceaac6-69dc-45ac-a6ea-fab966f3adbc req-38509b18-22cf-4401-b218-17737eaa7f98 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002371 Apr 29 15:54:14.752287 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dd11d4de-4f0a-4266-a56e-d75577d7b8b7 req-39f80240-1859-4a44-b678-37fe0ac2e762 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d158d4fc-a40e-4394-a34e-dc979224f855 HTTP/1.1" status: 200 len: 1002 time: 0.0622737 Apr 29 15:54:14.802461 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11d4de-4f0a-4266-a56e-d75577d7b8b7 req-562c0f0a-bc54-4115-9a5d-9413a18b331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:14.804576 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dd11d4de-4f0a-4266-a56e-d75577d7b8b7 req-562c0f0a-bc54-4115-9a5d-9413a18b331d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf247570-ba12-4a7a-94b0-eb862590a764 HTTP/1.1" status: 200 len: 854 time: 0.0455217 Apr 29 15:54:14.818141 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:14.857140 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11d4de-4f0a-4266-a56e-d75577d7b8b7 req-45780308-2198-4260-a8db-13e67f154aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:14.859085 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dd11d4de-4f0a-4266-a56e-d75577d7b8b7 req-45780308-2198-4260-a8db-13e67f154aef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9186de40-610d-414d-b482-035dcefa4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474305 Apr 29 15:54:14.980622 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dd11d4de-4f0a-4266-a56e-d75577d7b8b7 req-6aede758-d288-48a3-9e99-18d64ecd08d9 service neutron] 10.222.0.37 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152966 Apr 29 15:54:15.011878 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-db32ff26-4e1b-4c94-82b9-b35cd4651c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:15.016049 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-d5600808-e33a-42f5-846c-2a18b08d3c34 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--892909212&fields=id&tenant_id=0be9ae8b4f5143ce9d60ad6229979338 HTTP/1.1" status: 200 len: 267 time: 0.0589726 Apr 29 15:54:15.227498 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483335a-5a77-4793-9055-9f8b5ad321bb req-95e67d3f-8276-4008-8fcf-e95e2e4eea49 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:15.229164 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2483335a-5a77-4793-9055-9f8b5ad321bb req-95e67d3f-8276-4008-8fcf-e95e2e4eea49 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.1007867 Apr 29 15:54:15.282712 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-0ee4e74e-9b55-4659-ab95-399650ab3ba9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:15.284221 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-0ee4e74e-9b55-4659-ab95-399650ab3ba9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 818 time: 0.2615738 Apr 29 15:54:15.289193 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dd11d4de-4f0a-4266-a56e-d75577d7b8b7 req-772c1610-5183-4d5b-a380-8b19a2a9cd69 service neutron] 10.222.0.37 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408276 Apr 29 15:54:15.306069 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-b8b414de-20e9-4798-acef-b181d39702dc tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/quotas/0be9ae8b4f5143ce9d60ad6229979338 HTTP/1.1" status: 200 len: 375 time: 0.0158920 Apr 29 15:54:15.332305 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2483335a-5a77-4793-9055-9f8b5ad321bb req-a85b01dd-c4b4-47c1-ac73-aead84f918b6 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948889 Apr 29 15:54:15.374444 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-b553ef67-654a-44da-a32b-4a1e6330f220 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0625231 Apr 29 15:54:15.479362 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfef6cc-ac88-4173-8217-0e116d507f67 req-a0729e17-246c-4909-9fa3-95ef758a9f9b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:15.480855 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7dfef6cc-ac88-4173-8217-0e116d507f67 req-a0729e17-246c-4909-9fa3-95ef758a9f9b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0862751 Apr 29 15:54:15.535927 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-474ed277-def6-4229-ac36-9f7e51c03647 service neutron] 10.222.0.23 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486039 Apr 29 15:54:15.566117 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7dfef6cc-ac88-4173-8217-0e116d507f67 req-97615622-35bb-4ae1-9fd7-f449a26e6c14 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791831 Apr 29 15:54:15.634439 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-fbdb1d01-5ceb-4823-8d67-d83266a57b3a service neutron] 10.222.0.23 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908451 Apr 29 15:54:15.796909 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289b63e-b9bb-418e-a21f-c150445ab1d6 req-66b59be4-860f-4d11-9f5d-f7ae183c6c17 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:15.798362 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a289b63e-b9bb-418e-a21f-c150445ab1d6 req-66b59be4-860f-4d11-9f5d-f7ae183c6c17 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0469568 Apr 29 15:54:15.853540 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a289b63e-b9bb-418e-a21f-c150445ab1d6 req-714e49fb-1c3b-4848-a312-178dd48930a1 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486438 Apr 29 15:54:15.949913 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2022f223-c984-412c-bf36-5059c8f399b0 req-48ae5ad7-612b-4ca7-8303-b80f92ea91b8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 210 time: 0.0343854 Apr 29 15:54:16.454745 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa3f02-74bb-45ef-85cf-2a57a1976e13 req-cbccdfe3-479c-44d9-8d92-4173e215b626 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:16.458018 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c2fa3f02-74bb-45ef-85cf-2a57a1976e13 req-cbccdfe3-479c-44d9-8d92-4173e215b626 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0498085 Apr 29 15:54:16.521792 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c2fa3f02-74bb-45ef-85cf-2a57a1976e13 req-357fa635-9066-4f6f-b783-eed26e3bb0b4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515666 Apr 29 15:54:16.697242 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2f793-03a6-4b13-9387-6ad0e7eb2bb4 req-f031203a-d8fd-4679-9d8e-400d2403831b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:16.698739 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0cb2f793-03a6-4b13-9387-6ad0e7eb2bb4 req-f031203a-d8fd-4679-9d8e-400d2403831b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0541742 Apr 29 15:54:16.751072 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0cb2f793-03a6-4b13-9387-6ad0e7eb2bb4 req-63ff3b56-1fd8-437a-be72-35d9d3c4c9a9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465457 Apr 29 15:54:17.011749 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2064892-9f32-4488-aed6-7ea908515342 req-db0b2f26-26e3-4b8c-8ea2-678ab43251bc tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:17.013710 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d2064892-9f32-4488-aed6-7ea908515342 req-db0b2f26-26e3-4b8c-8ea2-678ab43251bc tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 943 time: 0.0786042 Apr 29 15:54:17.090676 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5c923ef5-6dad-47ab-a7d4-177ab7536843 req-3486100c-fe33-439a-baf8-a610f26e6b4c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 210 time: 0.0395598 Apr 29 15:54:17.116335 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d2064892-9f32-4488-aed6-7ea908515342 req-d58c117b-cf38-42ff-9f00-9d653640ea6e tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958240 Apr 29 15:54:17.208881 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 49768483-6a4c-42f1-888a-e8e198b1ba3f details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:54:17.435495 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 49768483-6a4c-42f1-888a-e8e198b1ba3f, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=49768483-6a4c-42f1-888a-e8e198b1ba3f,segment=NetworkSegment(2b49554a-471e-42f2-abbe-6d83d326498e),segment_id=2b49554a-471e-42f2-abbe-6d83d326498e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:54:17.449786 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': '49768483-6a4c-42f1-888a-e8e198b1ba3f', 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec', 'port_id': '49768483-6a4c-42f1-888a-e8e198b1ba3f', 'mac_address': 'fa:16:3e:70:1b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f0f045-bb9c-4095-bd45-c5987515ea3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:54:17.488429 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-878bd911-eb2c-4c5c-953f-b6129aa9383e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:17.517347 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 49768483-6a4c-42f1-888a-e8e198b1ba3f is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:54:17.517747 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:17.535693 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49768483-6a4c-42f1-888a-e8e198b1ba3f {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:54:17.581873 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 49768483-6a4c-42f1-888a-e8e198b1ba3f, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=49768483-6a4c-42f1-888a-e8e198b1ba3f,segment=NetworkSegment(2b49554a-471e-42f2-abbe-6d83d326498e),segment_id=2b49554a-471e-42f2-abbe-6d83d326498e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:54:17.664933 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:17.669419 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e12e51-b10e-41d4-a21d-5b40f0d796f6 req-c06baef1-a1ff-44f0-9c4b-27341f69296e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:17.673212 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1e12e51-b10e-41d4-a21d-5b40f0d796f6 req-c06baef1-a1ff-44f0-9c4b-27341f69296e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0709291 Apr 29 15:54:17.726079 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=49768483-6a4c-42f1-888a-e8e198b1ba3f,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:17.728273 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1e12e51-b10e-41d4-a21d-5b40f0d796f6 req-6d912f05-4904-4fd1-b75e-f822e0c49c73 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512629 Apr 29 15:54:17.890152 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57fcaa-9ef2-4481-b4db-ee7bd9e27f54 req-f2a33aa6-3efe-40ec-adec-5d825d28bfcb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:17.892106 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7b57fcaa-9ef2-4481-b4db-ee7bd9e27f54 req-f2a33aa6-3efe-40ec-adec-5d825d28bfcb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0633307 Apr 29 15:54:17.968998 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7b57fcaa-9ef2-4481-b4db-ee7bd9e27f54 req-90ceb35d-1f54-4303-9dff-5e4f8f012016 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703518 Apr 29 15:54:18.148193 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['49768483-6a4c-42f1-888a-e8e198b1ba3f'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:54:18.222338 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cab3ba8e-4e78-4cbb-b0c7-f0140ef32511 req-cf1d998b-ee07-4a34-ae23-36f5d17237b1 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 210 time: 0.0444751 Apr 29 15:54:18.311530 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860b5b0-328e-46f0-a922-81b7d2e09bae req-2a3ac828-3277-4348-9f64-a7b4c2d28111 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:18.313313 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d860b5b0-328e-46f0-a922-81b7d2e09bae req-2a3ac828-3277-4348-9f64-a7b4c2d28111 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 944 time: 0.0899477 Apr 29 15:54:18.449438 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d860b5b0-328e-46f0-a922-81b7d2e09bae req-b0313daa-c0c2-4d59-a3d0-2a01c218bb39 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264629 Apr 29 15:54:18.516561 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-f507ac04-0b9c-4b4a-b62f-d1dda5b627cd tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:18.516561 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-f507ac04-0b9c-4b4a-b62f-d1dda5b627cd tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 818 time: 0.1987524 Apr 29 15:54:18.666313 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-02ba97eb-4a0d-45fb-98aa-572156012163 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0be9ae8b4f5143ce9d60ad6229979338 HTTP/1.1" status: 200 len: 379 time: 0.0923305 Apr 29 15:54:18.683894 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Request body: {'port': {'device_id': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'admin_state_up': True, 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'security_groups': ['25cad14f-7cb0-4abd-aedf-31099961c278']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:18.709317 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:18.863567 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Made reservation on behalf of 0be9ae8b4f5143ce9d60ad6229979338 for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:54:18.867885 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:18.877909 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a9c8b-b134-42a8-8271-8611f4930ae1 req-bdb18768-1ef7-418d-9dd3-2625a251a500 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:18.878737 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9d8a9c8b-b134-42a8-8271-8611f4930ae1 req-bdb18768-1ef7-418d-9dd3-2625a251a500 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0687401 Apr 29 15:54:19.005228 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9d8a9c8b-b134-42a8-8271-8611f4930ae1 req-772fce1a-9db0-41ee-bd90-5f249f46e77f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146579 Apr 29 15:54:19.075762 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Allocated IP 172.20.0.7 (f1de7a5a-0bdd-472f-8ef1-d841062133e9/1abff850-ccc0-45f4-8d97-2247db58b036/acea6f8e-2aad-4564-b8c8-ff9e0dc3469c) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:54:19.208794 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eecd8-7578-4cc8-b3ff-d85185c12afd req-db6aa363-6106-4db1-a94a-00006ccb6124 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:19.211294 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e25eecd8-7578-4cc8-b3ff-d85185c12afd req-db6aa363-6106-4db1-a94a-00006ccb6124 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0786762 Apr 29 15:54:19.270221 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e25eecd8-7578-4cc8-b3ff-d85185c12afd req-93c78405-2d8e-41ed-ad5a-e18af59efbd1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474191 Apr 29 15:54:19.282643 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 49768483-6a4c-42f1-888a-e8e198b1ba3f up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:54:19.380757 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port 49768483-6a4c-42f1-888a-e8e198b1ba3f completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:54:19.398565 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b1f05535-2f6b-4528-afeb-ed93f60d6cd4 req-a42f79c7-aea4-4b37-a6b0-69f346cfa9ca tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 210 time: 0.0574760 Apr 29 15:54:19.421797 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:19.452156 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port 49768483-6a4c-42f1-888a-e8e198b1ba3f triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:54:19.452870 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:19.549837 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:19.561377 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 49768483-6a4c-42f1-888a-e8e198b1ba3f is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:54:19.561998 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:19.605392 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 49768483-6a4c-42f1-888a-e8e198b1ba3f, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=49768483-6a4c-42f1-888a-e8e198b1ba3f,segment=NetworkSegment(2b49554a-471e-42f2-abbe-6d83d326498e),segment_id=2b49554a-471e-42f2-abbe-6d83d326498e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:54:19.606881 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b457a-512a-40d8-bdeb-25b37551712a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49768483-6a4c-42f1-888a-e8e198b1ba3f'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:19.609520 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2c0a5-7c06-4b3a-8c3d-6eeddd05f4e4 req-c855c7e9-10c1-4baf-ab8d-2a2e69ba3777 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:19.609719 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fac236-5454-4f29-86ca-e704ef975cc7" -d '{"events": [{"server_uuid": "288b457a-512a-40d8-bdeb-25b37551712a", "name": "network-vif-plugged", "status": "completed", "tag": "49768483-6a4c-42f1-888a-e8e198b1ba3f"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:54:19.611047 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e5b2c0a5-7c06-4b3a-8c3d-6eeddd05f4e4 req-c855c7e9-10c1-4baf-ab8d-2a2e69ba3777 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 944 time: 0.0586302 Apr 29 15:54:19.644123 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Network f1de7a5a-0bdd-472f-8ef1-d841062133e9 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:54:19.648038 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:54:19.666924 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f44665d-0683-4a87-a9bf-a29aa757e5d7 x-openstack-request-id: req-1f44665d-0683-4a87-a9bf-a29aa757e5d7 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:54:19.667318 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b457a-512a-40d8-bdeb-25b37551712a", "name": "network-vif-plugged", "status": "completed", "tag": "49768483-6a4c-42f1-888a-e8e198b1ba3f", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:54:19.667683 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f44665d-0683-4a87-a9bf-a29aa757e5d7 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:54:19.668249 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f44665d-0683-4a87-a9bf-a29aa757e5d7'] response: {'server_uuid': '288b457a-512a-40d8-bdeb-25b37551712a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49768483-6a4c-42f1-888a-e8e198b1ba3f', 'code': 200} Apr 29 15:54:19.696402 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:54:19.697723 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:19.760530 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:19.765983 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:19.823755 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event updated for resources: {'Port': ['ID=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:19.854796 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=49768483-6a4c-42f1-888a-e8e198b1ba3f,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:19.880989 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-42d2fbcf-4b27-4595-9f86-bd37b4d665a4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2009683 Apr 29 15:54:19.895781 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e5b2c0a5-7c06-4b3a-8c3d-6eeddd05f4e4 req-789a6e04-ce48-4711-a962-b90a6cc7f606 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682798 Apr 29 15:54:19.936584 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Request body: {'port': {'device_id': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:19.973777 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-17830e16-744e-412e-a7c3-723d5750c73c None None] Provisioning complete for port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:54:19.974088 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-17830e16-744e-412e-a7c3-723d5750c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:19.984495 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:20.011774 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-17830e16-744e-412e-a7c3-723d5750c73c None None] Port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:54:20.236585 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc9a37-a3e9-455c-9160-eaced749df3f req-1b4e15d2-5c93-46b7-a9d8-ff4e12b8c487 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:20.238342 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d2dc9a37-a3e9-455c-9160-eaced749df3f req-1b4e15d2-5c93-46b7-a9d8-ff4e12b8c487 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.1068680 Apr 29 15:54:20.326085 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d2dc9a37-a3e9-455c-9160-eaced749df3f req-065549ea-f06b-4e3f-a125-f9c3de7a9184 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805681 Apr 29 15:54:20.411801 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acea6f8e-2aad-4564-b8c8-ff9e0dc3469c {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:54:20.423817 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:20.431043 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Publish callbacks [] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:20.440651 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f5d2b-12e5-4708-b4e8-47b894a5abc2 req-07d02ba4-848a-48fa-a40e-29a328710e0f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:20.442199 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e08f5d2b-12e5-4708-b4e8-47b894a5abc2 req-07d02ba4-848a-48fa-a40e-29a328710e0f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0776961 Apr 29 15:54:20.470445 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Transition to ACTIVE for port object acea6f8e-2aad-4564-b8c8-ff9e0dc3469c will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:54:20.531301 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e08f5d2b-12e5-4708-b4e8-47b894a5abc2 req-827849b3-b8fa-476e-9639-79597f2dc99a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813429 Apr 29 15:54:20.534564 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:20.597830 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df62e7d-95f4-4150-aa0c-8117aceb55d3 req-066e177b-1a68-42f0-afc3-25ba764e7c43 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:20.599281 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4df62e7d-95f4-4150-aa0c-8117aceb55d3 req-066e177b-1a68-42f0-afc3-25ba764e7c43 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 931 time: 0.1179671 Apr 29 15:54:20.702175 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4df62e7d-95f4-4150-aa0c-8117aceb55d3 req-fa22cba9-6d0d-4223-a0c8-991b72ec633b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956061 Apr 29 15:54:20.703464 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Pushing event updated for resources: {'Port': ['ID=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:20.704636 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca136251-9519-4eee-9ab8-8c2135206201 req-654467d6-c9db-47a2-bd04-71f795acb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:20.715792 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-ca136251-9519-4eee-9ab8-8c2135206201 req-654467d6-c9db-47a2-bd04-71f795acb466 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 1129 time: 0.1492572 Apr 29 15:54:20.782666 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Attempting to bind port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:54:20.783616 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Attempting to bind port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:54:20.784266 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Attempting to bind port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c on network f1de7a5a-0bdd-472f-8ef1-d841062133e9 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:54:20.790650 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c on network f1de7a5a-0bdd-472f-8ef1-d841062133e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:54:20.791457 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Attempting to bind port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c on network f1de7a5a-0bdd-472f-8ef1-d841062133e9 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:54:20.797127 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-ca136251-9519-4eee-9ab8-8c2135206201 req-f2fe520b-e261-4a39-8b7e-6c128f161ced service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735362 Apr 29 15:54:20.797663 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:54:20.798156 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Checking segment: {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:54:20.798625 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Bound using segment: {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:54:20.799170 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Bound port: acea6f8e-2aad-4564-b8c8-ff9e0dc3469c, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87fc13c2-d207-4602-9a08-976878a175c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:54:20.799629 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:20.911457 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] For port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:54:20.911457 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] For port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:54:21.013047 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:21.052726 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa8272-995b-414c-ab3c-060ab31fb1aa req-7df72301-983e-48af-8299-6953fabd45d9 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:21.055122 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f8aa8272-995b-414c-ab3c-060ab31fb1aa req-7df72301-983e-48af-8299-6953fabd45d9 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 945 time: 0.0774062 Apr 29 15:54:21.072436 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:21.072436 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:21.072693 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] 10.222.0.37 "PUT /v2.0/ports/acea6f8e-2aad-4564-b8c8-ff9e0dc3469c HTTP/1.1" status: 200 len: 1093 time: 1.1726718 Apr 29 15:54:21.073213 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'tag': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:21.075460 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2085e7b5-8214-4bee-96c1-34b7d5ea3b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49", "tag": "acea6f8e-2aad-4564-b8c8-ff9e0dc3469c"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:54:21.113155 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdedfa7-823a-41dd-9ea8-c3b4dac84681 service neutron] Pushing event updated for resources: {'Port': ['ID=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:21.138460 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563d4898-eb16-4d82-89db-a4a19fc9ac1f x-openstack-request-id: req-563d4898-eb16-4d82-89db-a4a19fc9ac1f {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:54:21.138752 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49", "tag": "acea6f8e-2aad-4564-b8c8-ff9e0dc3469c", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:54:21.139005 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-563d4898-eb16-4d82-89db-a4a19fc9ac1f {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:54:21.139400 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563d4898-eb16-4d82-89db-a4a19fc9ac1f'] response: {'name': 'network-changed', 'server_uuid': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'tag': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'status': 'completed', 'code': 200} Apr 29 15:54:21.147170 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f8aa8272-995b-414c-ab3c-060ab31fb1aa req-b8a6d93f-77d1-463f-8a95-3a53b84adc00 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832245 Apr 29 15:54:21.225072 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085e7b5-8214-4bee-96c1-34b7d5ea3b0d req-fcf2d06d-5a8b-4a7c-9673-75189f66a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:21.227884 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2085e7b5-8214-4bee-96c1-34b7d5ea3b0d req-fcf2d06d-5a8b-4a7c-9673-75189f66a9bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 1127 time: 0.0624769 Apr 29 15:54:21.345609 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085e7b5-8214-4bee-96c1-34b7d5ea3b0d req-453b4ccc-e693-4427-b25f-5035eb8126a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:21.347117 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2085e7b5-8214-4bee-96c1-34b7d5ea3b0d req-453b4ccc-e693-4427-b25f-5035eb8126a8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1101570 Apr 29 15:54:21.487955 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6334b54-4de4-4e50-b55b-4eaf32ac8694 req-5da9505d-887f-492f-bd70-b452ed373b1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:21.489535 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f6334b54-4de4-4e50-b55b-4eaf32ac8694 req-5da9505d-887f-492f-bd70-b452ed373b1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0793536 Apr 29 15:54:21.547385 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f6334b54-4de4-4e50-b55b-4eaf32ac8694 req-e650590a-737f-4523-9d15-8e39b65854dd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518122 Apr 29 15:54:21.679914 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:21.694469 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb88139-4194-428a-b03a-7d838f5b5b71 req-a56dac7e-9ad7-43a3-b02d-a1e5cabbb3bb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:21.702073 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-acb88139-4194-428a-b03a-7d838f5b5b71 req-a56dac7e-9ad7-43a3-b02d-a1e5cabbb3bb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0723779 Apr 29 15:54:21.773102 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-acb88139-4194-428a-b03a-7d838f5b5b71 req-faf71572-152b-448d-85aa-4ec8efcae071 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692837 Apr 29 15:54:21.867409 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2015d-e337-4c44-812f-f1495f752cbb req-91c22762-9328-41fe-9c72-a0c88155668f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:21.869046 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2de2015d-e337-4c44-812f-f1495f752cbb req-91c22762-9328-41fe-9c72-a0c88155668f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 943 time: 0.0862243 Apr 29 15:54:21.963946 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085e7b5-8214-4bee-96c1-34b7d5ea3b0d req-edea6231-751c-4262-a355-4dd20bc287e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:21.965428 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2085e7b5-8214-4bee-96c1-34b7d5ea3b0d req-edea6231-751c-4262-a355-4dd20bc287e1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718473 Apr 29 15:54:21.968603 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2de2015d-e337-4c44-812f-f1495f752cbb req-99762140-cbec-4081-bf29-b2b05a7a2174 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687270 Apr 29 15:54:22.058329 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-1492ace3-b09f-43cb-8e9e-dac7674c5626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:22.060092 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-1492ace3-b09f-43cb-8e9e-dac7674c5626 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 1127 time: 0.0446649 Apr 29 15:54:22.120652 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-4063d7eb-af44-4f02-9854-898aed89048a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c HTTP/1.1" status: 200 len: 217 time: 0.0424190 Apr 29 15:54:22.172217 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-959253fd-c9e0-4e3e-a4d7-6885435e7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:22.182688 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-959253fd-c9e0-4e3e-a4d7-6885435e7121 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.0556743 Apr 29 15:54:22.314264 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb362980-6b50-4d0e-bfaf-1551e532690d req-8a5feaee-3d16-469d-8817-69764043a6ef tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:22.321298 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cb362980-6b50-4d0e-bfaf-1551e532690d req-8a5feaee-3d16-469d-8817-69764043a6ef tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 945 time: 0.1006553 Apr 29 15:54:22.343698 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-0e7ed8a1-7c08-477b-8d11-2e1f6dc1e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:22.347875 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-0e7ed8a1-7c08-477b-8d11-2e1f6dc1e972 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885549 Apr 29 15:54:22.391792 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cb362980-6b50-4d0e-bfaf-1551e532690d req-1e97fc73-70a8-47ae-b887-dbffe55f9d0c tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695720 Apr 29 15:54:22.679037 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412f839-566c-4c79-97e4-f0c70e8b1686 req-0a2708a5-367c-455c-b41b-d6542c930276 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:22.680666 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f412f839-566c-4c79-97e4-f0c70e8b1686 req-0a2708a5-367c-455c-b41b-d6542c930276 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0550296 Apr 29 15:54:22.733459 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f412f839-566c-4c79-97e4-f0c70e8b1686 req-36cba35b-f618-4473-ad12-5f323450a92d tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468061 Apr 29 15:54:22.896522 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e8a1c-a57c-4280-a9fe-059dec89ac20 req-09de129c-a70e-4167-850a-6a73e3338eee tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:22.898927 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-762e8a1c-a57c-4280-a9fe-059dec89ac20 req-09de129c-a70e-4167-850a-6a73e3338eee tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0493376 Apr 29 15:54:22.972067 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-762e8a1c-a57c-4280-a9fe-059dec89ac20 req-5f3d166c-0feb-4a04-989d-6e501561b913 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674527 Apr 29 15:54:23.050356 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-d12cc5af-148d-461d-934a-66417c856400 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038170 Apr 29 15:54:23.428660 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec818dc-a68e-4bca-9b77-144f7a86c205 req-27207eae-6d4f-4dbf-abdb-e240e0ab8ca9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:23.437687 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cec818dc-a68e-4bca-9b77-144f7a86c205 req-27207eae-6d4f-4dbf-abdb-e240e0ab8ca9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 943 time: 0.3811414 Apr 29 15:54:23.512647 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdb819af-6830-4c30-8154-a7c4367d7315 req-109c0557-d41e-4be4-bbeb-44317c798a8e service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466386 Apr 29 15:54:23.524003 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cec818dc-a68e-4bca-9b77-144f7a86c205 req-ef7d31c3-24f8-4e3e-8754-d0615daf2dae tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853183 Apr 29 15:54:23.574899 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ed95-a1eb-4dd8-b63f-9037b8ebc6ff req-1afb3a75-0b3d-468f-9c3e-22a22e34ba24 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:23.578976 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-97a3ed95-a1eb-4dd8-b63f-9037b8ebc6ff req-1afb3a75-0b3d-468f-9c3e-22a22e34ba24 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 945 time: 0.0681968 Apr 29 15:54:23.645215 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-97a3ed95-a1eb-4dd8-b63f-9037b8ebc6ff req-ba34c17c-cfe5-4bcc-9e6c-8785b1046ecf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629373 Apr 29 15:54:23.857698 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783aac29-d359-4b3f-8934-29826a46ba96 req-c812ec0c-51f6-4ce7-9970-b1b7d1f24e5c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:23.859356 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-783aac29-d359-4b3f-8934-29826a46ba96 req-c812ec0c-51f6-4ce7-9970-b1b7d1f24e5c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0507410 Apr 29 15:54:23.921948 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-783aac29-d359-4b3f-8934-29826a46ba96 req-82efb819-89c8-4da9-9bbf-74ad57f96638 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547991 Apr 29 15:54:24.110894 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be8b18-18c2-4dc6-8e65-fec216866776 req-3fa51d83-603c-4b71-a52d-e08fcd0ca719 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:24.117697 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e7be8b18-18c2-4dc6-8e65-fec216866776 req-3fa51d83-603c-4b71-a52d-e08fcd0ca719 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0603192 Apr 29 15:54:24.191489 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e7be8b18-18c2-4dc6-8e65-fec216866776 req-230f569e-2fd8-4f5b-9d94-e28a74abe1ae tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703313 Apr 29 15:54:24.649540 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3c4ad-317c-4e17-b610-4092d4d6e952 req-5c35aac1-6ff4-43b3-8458-718aabc5f488 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:24.651074 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f7c3c4ad-317c-4e17-b610-4092d4d6e952 req-5c35aac1-6ff4-43b3-8458-718aabc5f488 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 943 time: 0.0514622 Apr 29 15:54:24.705995 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f7c3c4ad-317c-4e17-b610-4092d4d6e952 req-624216d4-2571-41fa-87c9-39b0bb5da3e2 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484276 Apr 29 15:54:25.058063 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de67260-89e2-4d3a-9bf9-b3bfa2308a9a req-3e9df96f-347a-4f8a-b793-7e7e81d724a8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:25.058063 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5de67260-89e2-4d3a-9bf9-b3bfa2308a9a req-3e9df96f-347a-4f8a-b793-7e7e81d724a8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0599864 Apr 29 15:54:25.136181 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5de67260-89e2-4d3a-9bf9-b3bfa2308a9a req-cd70c371-0004-4e22-a1a6-306e3dd1dd2e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656037 Apr 29 15:54:25.346658 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ab4ee-5aa5-49df-98b3-fcc2a48daa6d req-360bbab1-6462-4818-b937-aedd839278d2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:25.348225 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b1ab4ee-5aa5-49df-98b3-fcc2a48daa6d req-360bbab1-6462-4818-b937-aedd839278d2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0637395 Apr 29 15:54:25.409929 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b1ab4ee-5aa5-49df-98b3-fcc2a48daa6d req-12bbbcec-6166-4ba5-88c0-c41f8b0350e7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550325 Apr 29 15:54:25.860913 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133f340-16cf-4654-9caa-3ec497a5fc1e req-0134d7bf-7123-4e56-9b67-48b23bca6ace tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:25.871105 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c133f340-16cf-4654-9caa-3ec497a5fc1e req-0134d7bf-7123-4e56-9b67-48b23bca6ace tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 943 time: 0.0771377 Apr 29 15:54:25.932770 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c133f340-16cf-4654-9caa-3ec497a5fc1e req-6942e41e-b700-4d27-9d9b-0fc32936fca5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596678 Apr 29 15:54:26.274619 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323b304-ff69-4e00-8b79-83f4682aa310 req-c24c6dd3-f1d9-432b-b213-4ca8036a0deb tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:26.279252 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3323b304-ff69-4e00-8b79-83f4682aa310 req-c24c6dd3-f1d9-432b-b213-4ca8036a0deb tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0715914 Apr 29 15:54:26.337005 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3323b304-ff69-4e00-8b79-83f4682aa310 req-66d6a5eb-f3a7-4d36-b5be-b709d617c92b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541239 Apr 29 15:54:26.638008 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dead6-ce53-4641-8c76-559fa20e0b3e req-0a8e0214-20b9-4812-b028-f92701b853f3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:26.648039 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ae3dead6-ce53-4641-8c76-559fa20e0b3e req-0a8e0214-20b9-4812-b028-f92701b853f3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.1207073 Apr 29 15:54:26.715787 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ae3dead6-ce53-4641-8c76-559fa20e0b3e req-af4a0393-7bfe-4968-b969-75dfe39ac5a4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667622 Apr 29 15:54:27.067841 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db168f0-c747-49e3-8956-bd4f54299087 req-32e73531-4da7-46e2-8d09-b8cdf7ef385e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:27.070562 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4db168f0-c747-49e3-8956-bd4f54299087 req-32e73531-4da7-46e2-8d09-b8cdf7ef385e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 943 time: 0.0549738 Apr 29 15:54:27.141385 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4db168f0-c747-49e3-8956-bd4f54299087 req-d907bc0e-ce35-432f-82aa-00f361a3f760 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632873 Apr 29 15:54:27.473046 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43932410-3354-455a-a816-31ab98dcb505 req-7c22f503-962b-4ee2-b820-bccaf955c138 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:27.476881 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-43932410-3354-455a-a816-31ab98dcb505 req-7c22f503-962b-4ee2-b820-bccaf955c138 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0594935 Apr 29 15:54:27.544017 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-43932410-3354-455a-a816-31ab98dcb505 req-ce365256-f7e1-46b0-ae12-12ae9a79f58b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602181 Apr 29 15:54:27.945375 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6c099-ea8f-45ae-a579-74e109120dc6 req-9388d883-cd69-407b-8d4d-dd84b0709338 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:27.945375 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5bc6c099-ea8f-45ae-a579-74e109120dc6 req-9388d883-cd69-407b-8d4d-dd84b0709338 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0544560 Apr 29 15:54:27.945375 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5bc6c099-ea8f-45ae-a579-74e109120dc6 req-ba526837-b684-4969-8075-5b4c0775107f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482259 Apr 29 15:54:28.257304 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b2a46-aa3f-4825-8b4a-90feb5ecc011 req-47792a68-c40a-4315-b062-34bbd5a649f3 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:28.258802 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f11b2a46-aa3f-4825-8b4a-90feb5ecc011 req-47792a68-c40a-4315-b062-34bbd5a649f3 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 943 time: 0.0492175 Apr 29 15:54:28.308569 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f11b2a46-aa3f-4825-8b4a-90feb5ecc011 req-4f650ea5-bf4c-462c-9660-bb6ea8c0cd9a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442278 Apr 29 15:54:28.668978 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc4c6c-8630-48d5-a7b5-e49fac6d67d9 req-ad3bd4a6-ef17-42bd-9da1-aac9ff1ab2e5 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:28.670479 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-facc4c6c-8630-48d5-a7b5-e49fac6d67d9 req-ad3bd4a6-ef17-42bd-9da1-aac9ff1ab2e5 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0473151 Apr 29 15:54:28.729127 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-facc4c6c-8630-48d5-a7b5-e49fac6d67d9 req-430ba106-6936-4bd3-bed2-f1d49a03b1cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528398 Apr 29 15:54:29.096728 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0578b5f-f398-4a60-8f0d-6b2eeed8ac6f req-d5b7794c-71af-42e9-9aae-a2f8b086ce16 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:29.098843 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f0578b5f-f398-4a60-8f0d-6b2eeed8ac6f req-d5b7794c-71af-42e9-9aae-a2f8b086ce16 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0723705 Apr 29 15:54:29.168277 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f0578b5f-f398-4a60-8f0d-6b2eeed8ac6f req-5ef672d1-a1ed-4877-8258-7f673d0ecd37 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563290 Apr 29 15:54:29.434715 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875fcd1-2b35-46dd-94de-e5257086c5c7 req-ba8014e6-afd2-4c78-87f6-fe9243c2590f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:29.436254 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6875fcd1-2b35-46dd-94de-e5257086c5c7 req-ba8014e6-afd2-4c78-87f6-fe9243c2590f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 943 time: 0.0527635 Apr 29 15:54:29.485459 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6875fcd1-2b35-46dd-94de-e5257086c5c7 req-dd48e8ed-2e49-47a7-9e23-b3f70f704c15 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436308 Apr 29 15:54:29.849160 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f7ef7-3462-4860-937e-2d0646b489b3 req-e2b5bd11-c1ff-4360-a752-e2efb78fb580 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:29.850758 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3a8f7ef7-3462-4860-937e-2d0646b489b3 req-e2b5bd11-c1ff-4360-a752-e2efb78fb580 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0497100 Apr 29 15:54:29.903082 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3a8f7ef7-3462-4860-937e-2d0646b489b3 req-39faf06d-9be8-4842-ba09-7328631859bf tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453289 Apr 29 15:54:30.289717 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f43261-befe-4a20-94aa-6446724d2702 req-c55428d0-385d-40ad-ba4b-6dddfd15ba84 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:30.291219 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c0f43261-befe-4a20-94aa-6446724d2702 req-c55428d0-385d-40ad-ba4b-6dddfd15ba84 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0495946 Apr 29 15:54:30.342672 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c0f43261-befe-4a20-94aa-6446724d2702 req-fa22f64a-69ed-4ddb-9b4a-10e5321b42a7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458701 Apr 29 15:54:30.610570 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc184930-c7cd-4e37-a192-62dc7aef47ca req-ae6882b6-a89b-4ed6-97a4-d6c1b1f70c50 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:30.610570 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dc184930-c7cd-4e37-a192-62dc7aef47ca req-ae6882b6-a89b-4ed6-97a4-d6c1b1f70c50 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 943 time: 0.0507877 Apr 29 15:54:30.660738 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dc184930-c7cd-4e37-a192-62dc7aef47ca req-c9ddd3d2-da6a-46f9-a39c-2b35dda02a74 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436695 Apr 29 15:54:31.022029 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e225a-3520-4c4a-a4a0-e631ce8a2491 req-dd0da226-a8d8-44f0-81fd-f24d9660bc04 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:31.025057 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7b9e225a-3520-4c4a-a4a0-e631ce8a2491 req-dd0da226-a8d8-44f0-81fd-f24d9660bc04 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0509017 Apr 29 15:54:31.074125 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7b9e225a-3520-4c4a-a4a0-e631ce8a2491 req-5db00d3b-b320-48a6-b1dd-01c72d55e69d tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437653 Apr 29 15:54:31.466572 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc360c-188c-4574-a5be-48596876bde4 req-0e770be1-95b2-4a5f-82bb-c81f5ec0813b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:31.468155 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a1fc360c-188c-4574-a5be-48596876bde4 req-0e770be1-95b2-4a5f-82bb-c81f5ec0813b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0537353 Apr 29 15:54:31.518262 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a1fc360c-188c-4574-a5be-48596876bde4 req-00e2a677-0069-4e62-9e4b-56e1f616ebe0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444970 Apr 29 15:54:31.775861 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5916678-7644-41b1-b786-4ebffacc910c req-68d0f133-40be-472b-93dc-3deca716d2ad tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:31.777331 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c5916678-7644-41b1-b786-4ebffacc910c req-68d0f133-40be-472b-93dc-3deca716d2ad tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 943 time: 0.0475726 Apr 29 15:54:31.825995 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c5916678-7644-41b1-b786-4ebffacc910c req-8817ab7d-3c56-4fc2-ad89-f332893217f4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431142 Apr 29 15:54:32.194960 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb461de-7429-4294-b28f-62724e3f2e3d req-a441e517-a02d-4057-bed4-236c2f085366 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:32.196472 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0bb461de-7429-4294-b28f-62724e3f2e3d req-a441e517-a02d-4057-bed4-236c2f085366 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0527437 Apr 29 15:54:32.244817 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0bb461de-7429-4294-b28f-62724e3f2e3d req-b5b6665f-0dfe-4eb4-abf2-14497bd253ee tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428064 Apr 29 15:54:32.669049 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d7245-6122-4a15-9441-a518c0513242 req-5001a376-d8b3-459a-af31-131485ab8a32 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:32.670547 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-178d7245-6122-4a15-9441-a518c0513242 req-5001a376-d8b3-459a-af31-131485ab8a32 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0792420 Apr 29 15:54:32.678213 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc7336-d187-423d-bf9d-e6679f8a6bfc req-e2e3ffea-df1b-4bfd-8c41-5b9964daa660 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:32.680437 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-78fc7336-d187-423d-bf9d-e6679f8a6bfc req-e2e3ffea-df1b-4bfd-8c41-5b9964daa660 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0802703 Apr 29 15:54:32.755384 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-178d7245-6122-4a15-9441-a518c0513242 req-f0430ced-6377-407c-98d5-8fdcc732be42 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740020 Apr 29 15:54:32.758657 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-78fc7336-d187-423d-bf9d-e6679f8a6bfc req-a4ca0ab9-bc1f-4d0d-956d-c71497ada815 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712612 Apr 29 15:54:32.956643 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5460b-a119-4ee2-b0a3-14fae9dcc89c req-cd3ef829-34a6-44c6-90ec-59dbee097b9a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:32.958359 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25f5460b-a119-4ee2-b0a3-14fae9dcc89c req-cd3ef829-34a6-44c6-90ec-59dbee097b9a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 943 time: 0.0536306 Apr 29 15:54:33.014669 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25f5460b-a119-4ee2-b0a3-14fae9dcc89c req-f79b0e58-db56-45c4-9ca0-45248191145a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501709 Apr 29 15:54:33.094533 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c01f21-30ea-4098-ada0-0ddd5fd3238f req-c3c4aa79-64a6-4863-b5fe-e1866a937680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:33.095972 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a8c01f21-30ea-4098-ada0-0ddd5fd3238f req-c3c4aa79-64a6-4863-b5fe-e1866a937680 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 1129 time: 0.0409749 Apr 29 15:54:33.117164 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c535b2-de2c-4489-aba9-94030cadff31 req-e0326bb8-80a7-410e-a1ce-c787b3659ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:33.118709 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-b0c535b2-de2c-4489-aba9-94030cadff31 req-e0326bb8-80a7-410e-a1ce-c787b3659ce1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 1129 time: 0.0438676 Apr 29 15:54:33.197987 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c01f21-30ea-4098-ada0-0ddd5fd3238f req-42e58beb-154b-4e91-bd9d-c36e5ec86f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:33.202143 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a8c01f21-30ea-4098-ada0-0ddd5fd3238f req-42e58beb-154b-4e91-bd9d-c36e5ec86f2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 917 time: 0.0974085 Apr 29 15:54:33.220941 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c535b2-de2c-4489-aba9-94030cadff31 req-1c279f49-736f-4d21-970d-9a278d485b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:33.222423 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-b0c535b2-de2c-4489-aba9-94030cadff31 req-1c279f49-736f-4d21-970d-9a278d485b5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821 HTTP/1.1" status: 200 len: 911 time: 0.0899932 Apr 29 15:54:33.275017 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a8c01f21-30ea-4098-ada0-0ddd5fd3238f req-c02b51ce-aa30-4417-a90e-53186ae79741 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 HTTP/1.1" status: 200 len: 1001 time: 0.0675719 Apr 29 15:54:33.297397 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-b0c535b2-de2c-4489-aba9-94030cadff31 req-90dc6a21-cb19-412f-96a1-d403c21eae9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26f490ec-1c78-4010-acf2-7a6f7ac47aba HTTP/1.1" status: 200 len: 1001 time: 0.0678802 Apr 29 15:54:33.328188 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c01f21-30ea-4098-ada0-0ddd5fd3238f req-d752682d-db01-4ca7-aa60-25fc5654c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:33.329903 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a8c01f21-30ea-4098-ada0-0ddd5fd3238f req-d752682d-db01-4ca7-aa60-25fc5654c108 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c HTTP/1.1" status: 200 len: 855 time: 0.0449419 Apr 29 15:54:33.348297 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c535b2-de2c-4489-aba9-94030cadff31 req-b05c142b-dfac-49a3-8f06-15d416946834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:33.349648 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-b0c535b2-de2c-4489-aba9-94030cadff31 req-b05c142b-dfac-49a3-8f06-15d416946834 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3bb281-55d8-4d59-b80a-6791f4fdac05 HTTP/1.1" status: 200 len: 849 time: 0.0448234 Apr 29 15:54:33.377610 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c01f21-30ea-4098-ada0-0ddd5fd3238f req-c78eaa24-76f9-484f-83bd-c8c7507b6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:33.379104 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a8c01f21-30ea-4098-ada0-0ddd5fd3238f req-c78eaa24-76f9-484f-83bd-c8c7507b6792 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a3d153a-a0ac-449f-87b2-351b970a83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426447 Apr 29 15:54:33.395399 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c535b2-de2c-4489-aba9-94030cadff31 req-b17b5b83-f5b0-442f-b2d6-c847b6459738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:33.396921 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-b0c535b2-de2c-4489-aba9-94030cadff31 req-b17b5b83-f5b0-442f-b2d6-c847b6459738 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407166 Apr 29 15:54:33.481497 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a8c01f21-30ea-4098-ada0-0ddd5fd3238f req-b6380362-6b3b-49a5-a828-707b0fd7a99c service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890105 Apr 29 15:54:33.490177 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-b0c535b2-de2c-4489-aba9-94030cadff31 req-3e38920d-6854-41cb-888a-8739acd3e50a service neutron] 10.222.0.37 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860989 Apr 29 15:54:33.581844 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-b0c535b2-de2c-4489-aba9-94030cadff31 req-e98a7516-1cc8-4632-ad10-423854f7eca5 service neutron] 10.222.0.37 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853908 Apr 29 15:54:33.582668 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a8c01f21-30ea-4098-ada0-0ddd5fd3238f req-a9c2f3a4-2d15-417c-9308-5924315f6df7 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928748 Apr 29 15:54:33.908610 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5550c5d-dae3-45db-a0fc-34acaeb3c3cb req-35974970-f296-42a5-a8d3-d1eb54586ff7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:33.913935 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5550c5d-dae3-45db-a0fc-34acaeb3c3cb req-35974970-f296-42a5-a8d3-d1eb54586ff7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0760524 Apr 29 15:54:33.917480 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de652860-6923-4efd-8794-d01e1399d21e req-ca6cefd7-3be7-47b1-8a12-34dc1547ef64 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:33.919210 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-de652860-6923-4efd-8794-d01e1399d21e req-ca6cefd7-3be7-47b1-8a12-34dc1547ef64 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0870352 Apr 29 15:54:33.994353 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5550c5d-dae3-45db-a0fc-34acaeb3c3cb req-b778b539-4149-4b59-a981-47e60be41f35 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720427 Apr 29 15:54:34.008072 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-de652860-6923-4efd-8794-d01e1399d21e req-8448eac3-5e99-4f06-aa42-d8397b5316a6 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780373 Apr 29 15:54:34.136078 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34397845-536a-4c73-bd25-e554dd7af810 req-c446fb1c-4df4-44d2-855f-ad19fbb9e156 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:34.137657 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-34397845-536a-4c73-bd25-e554dd7af810 req-c446fb1c-4df4-44d2-855f-ad19fbb9e156 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 943 time: 0.0517411 Apr 29 15:54:34.185735 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-34397845-536a-4c73-bd25-e554dd7af810 req-826669b6-ad99-4b8c-acf3-f362be44eba1 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420995 Apr 29 15:54:35.187302 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb78069-929e-484a-a7a6-11e4428d7ff2 req-ac493429-2e9e-4e4f-ab17-3ca83c44808e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:35.188874 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb78069-929e-484a-a7a6-11e4428d7ff2 req-ac493429-2e9e-4e4f-ab17-3ca83c44808e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0717106 Apr 29 15:54:35.195701 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ea501-1abc-4dac-a72e-fa21caa71fd7 req-e6d55def-284a-477a-96dc-296d13467866 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:35.197135 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cc1ea501-1abc-4dac-a72e-fa21caa71fd7 req-e6d55def-284a-477a-96dc-296d13467866 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 945 time: 0.0940564 Apr 29 15:54:35.267650 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb78069-929e-484a-a7a6-11e4428d7ff2 req-94549a23-7077-4b21-a163-10bac40229ac tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694563 Apr 29 15:54:35.274361 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cc1ea501-1abc-4dac-a72e-fa21caa71fd7 req-3b926dc4-a074-447d-a7ab-164e22492218 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696256 Apr 29 15:54:35.369546 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device acea6f8e-2aad-4564-b8c8-ff9e0dc3469c details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:54:35.376248 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:54:35.389906 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca66227-e6d4-4d15-9a9a-88742d6ab0fb req-d9c3566d-8591-4a0f-a09d-3f6bde039da2 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:35.393799 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bca66227-e6d4-4d15-9a9a-88742d6ab0fb req-d9c3566d-8591-4a0f-a09d-3f6bde039da2 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 943 time: 0.0524969 Apr 29 15:54:35.443346 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bca66227-e6d4-4d15-9a9a-88742d6ab0fb req-5fb77c99-4f7a-444e-9ef3-81693e06b2f8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425684 Apr 29 15:54:35.529735 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 is: ACTIVE; New status is: DOWN {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:54:35.530121 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:35.559002 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:54:35.576838 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:35.580311 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b403d48-bbd0-4dd0-aab3-17bb97a2ae20" -d '{"events": [{"server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:54:35.589377 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'port_id': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'mac_address': 'fa:16:3e:b4:41:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:54:35.593945 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:54:35.618920 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 15:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f3f151-cd92-404e-87c6-ed10f73acb42 x-openstack-request-id: req-d8f3f151-cd92-404e-87c6-ed10f73acb42 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:54:35.619211 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:54:35.619463 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8f3f151-cd92-404e-87c6-ed10f73acb42 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:54:35.619894 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f3f151-cd92-404e-87c6-ed10f73acb42'] response: {'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'code': 200} Apr 29 15:54:35.634039 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:54:35.634426 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:35.648480 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acea6f8e-2aad-4564-b8c8-ff9e0dc3469c {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:54:35.677903 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:54:35.681223 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:35.738899 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,revision_number=8']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:35.755316 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:35.814495 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:36.156657 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['acea6f8e-2aad-4564-b8c8-ff9e0dc3469c'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:54:36.430878 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51401f-0d20-41e3-b8e6-22b9cb216325 req-69f44d5e-0466-4398-ac28-290b84557673 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:36.432329 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-de51401f-0d20-41e3-b8e6-22b9cb216325 req-69f44d5e-0466-4398-ac28-290b84557673 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0804617 Apr 29 15:54:36.438397 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfe839-2497-4d8c-ac51-a7361cd21a61 req-4b854e44-7940-476f-bf06-9f041112dc0c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:36.439830 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bebfe839-2497-4d8c-ac51-a7361cd21a61 req-4b854e44-7940-476f-bf06-9f041112dc0c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0780702 Apr 29 15:54:36.514062 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-de51401f-0d20-41e3-b8e6-22b9cb216325 req-d1710393-8c71-491c-b7ac-85ec8fb4745f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732634 Apr 29 15:54:36.517287 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bebfe839-2497-4d8c-ac51-a7361cd21a61 req-3b3c14ff-0939-4ed5-a162-7bdb42375b32 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699487 Apr 29 15:54:36.627480 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52240f-fe95-40b9-8423-f8e2fa3b9c6c req-eb1134d2-a124-4d31-96c2-eb2554235e3f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:36.629058 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8f52240f-fe95-40b9-8423-f8e2fa3b9c6c req-eb1134d2-a124-4d31-96c2-eb2554235e3f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 944 time: 0.0534759 Apr 29 15:54:36.678228 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8f52240f-fe95-40b9-8423-f8e2fa3b9c6c req-c8024848-5b82-4579-9c3a-ea6115f88d3e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435810 Apr 29 15:54:37.379782 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device acea6f8e-2aad-4564-b8c8-ff9e0dc3469c up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:54:37.428487 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:54:37.485685 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:54:37.486306 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:37.518600 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 57854) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:37.604568 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:54:37.604795 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:37.651833 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:37.656534 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c4b54d-db52-4a67-94e5-e83a51e356d4" -d '{"events": [{"server_uuid": "fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49", "name": "network-vif-plugged", "status": "completed", "tag": "acea6f8e-2aad-4564-b8c8-ff9e0dc3469c"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:54:37.673715 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:54:37.692104 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305e595-3345-466a-a044-c473b123be8f req-bf7aa174-5041-42b3-82d5-969121f1b168 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:37.694620 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4305e595-3345-466a-a044-c473b123be8f req-bf7aa174-5041-42b3-82d5-969121f1b168 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0771818 Apr 29 15:54:37.704253 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f8fce5d1-30ab-4163-88bc-a9753189dfb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:37.705593 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1f7cfa-c5e6-4032-bf5c-bd62d060391f x-openstack-request-id: req-8d1f7cfa-c5e6-4032-bf5c-bd62d060391f {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:54:37.705900 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49", "name": "network-vif-plugged", "status": "completed", "tag": "acea6f8e-2aad-4564-b8c8-ff9e0dc3469c", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:54:37.706190 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d1f7cfa-c5e6-4032-bf5c-bd62d060391f {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:54:37.706653 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1f7cfa-c5e6-4032-bf5c-bd62d060391f'] response: {'server_uuid': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'code': 200} Apr 29 15:54:37.760782 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [req-7ca5f158-46b6-4369-b534-66b1dc69b601 req-dbe477b4-6407-4f58-9ca9-31bb11eece66 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:54:37.761746 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ca5f158-46b6-4369-b534-66b1dc69b601 req-dbe477b4-6407-4f58-9ca9-31bb11eece66 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090775 Apr 29 15:54:37.778623 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:37.791055 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4305e595-3345-466a-a044-c473b123be8f req-ca11c9fb-f7de-4972-85cf-7462360d904e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880079 Apr 29 15:54:37.848168 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f8fce5d1-30ab-4163-88bc-a9753189dfb1 admin admin] Publish callbacks [] for security_group (4dc93912-077e-4770-8561-9f3c5c8e398d), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:37.855647 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:37.901817 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f325f-a44f-4c24-8393-1a25f5b9d304 req-f07d31d7-c369-4b62-b754-143bcb28ae22 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:37.903379 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-428f325f-a44f-4c24-8393-1a25f5b9d304 req-f07d31d7-c369-4b62-b754-143bcb28ae22 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0531149 Apr 29 15:54:37.951323 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-428f325f-a44f-4c24-8393-1a25f5b9d304 req-bbf4d816-e214-43cc-bc0b-33437e333c51 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417564 Apr 29 15:54:37.966753 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f8fce5d1-30ab-4163-88bc-a9753189dfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (4dc93912-077e-4770-8561-9f3c5c8e398d), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:38.006839 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-f8fce5d1-30ab-4163-88bc-a9753189dfb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4562bd4413124356af14ea2099cc6ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4870131 Apr 29 15:54:38.009010 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fce5d1-30ab-4163-88bc-a9753189dfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc93912-077e-4770-8561-9f3c5c8e398d,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:38.009883 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57870) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:38.063946 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-831f6de3-1168-4375-b137-c1c32710f889 admin admin] Publish callbacks [] for security_group (4dc93912-077e-4770-8561-9f3c5c8e398d), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:38.086007 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-831f6de3-1168-4375-b137-c1c32710f889 admin admin] Publish callbacks [] for security_group (4dc93912-077e-4770-8561-9f3c5c8e398d), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:38.156201 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ee6ff-204a-47a0-8255-ce1999fc4b58 req-5404c2ce-efd2-47b4-accc-d295adc74fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:38.157726 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7f8ee6ff-204a-47a0-8255-ce1999fc4b58 req-5404c2ce-efd2-47b4-accc-d295adc74fc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 1129 time: 0.0597928 Apr 29 15:54:38.227474 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-831f6de3-1168-4375-b137-c1c32710f889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (4dc93912-077e-4770-8561-9f3c5c8e398d), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:38.230314 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-831f6de3-1168-4375-b137-c1c32710f889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:38.231701 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-831f6de3-1168-4375-b137-c1c32710f889 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4dc93912-077e-4770-8561-9f3c5c8e398d HTTP/1.1" status: 204 len: 168 time: 0.2207756 Apr 29 15:54:38.245308 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f6de3-1168-4375-b137-c1c32710f889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc93912-077e-4770-8561-9f3c5c8e398d,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:38.280366 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c263e-3358-4b55-b17d-00e2facdba6c req-100dc8e0-d25e-4d04-9162-7a8298646ff6 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:38.281999 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c34c263e-3358-4b55-b17d-00e2facdba6c req-100dc8e0-d25e-4d04-9162-7a8298646ff6 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0936818 Apr 29 15:54:38.284367 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7f8ee6ff-204a-47a0-8255-ce1999fc4b58 req-a464383f-9486-4eff-b7ee-68fd7fbfe297 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091650 Apr 29 15:54:38.338240 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c34c263e-3358-4b55-b17d-00e2facdba6c req-d4708212-d767-46ce-8228-2b252d0b63a7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455422 Apr 29 15:54:38.910633 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57910) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:38.992800 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-e2b2d673-06e7-467a-805e-e859ea66fe7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800829 Apr 29 15:54:39.001020 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-35213763-8a56-412e-babc-ff845e12d5ef service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:54:39.002073 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-35213763-8a56-412e-babc-ff845e12d5ef service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052776 Apr 29 15:54:39.093340 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5951ba-6fa1-45f8-8da8-e45f6701c459 req-65c09f8e-d08f-4dde-b334-6507cc69f47e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:39.094872 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ef5951ba-6fa1-45f8-8da8-e45f6701c459 req-65c09f8e-d08f-4dde-b334-6507cc69f47e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0588632 Apr 29 15:54:39.150740 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ef5951ba-6fa1-45f8-8da8-e45f6701c459 req-9ddf1a8a-8dd3-4459-bbe5-0f9ca51ce80a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490718 Apr 29 15:54:39.172643 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57928) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:39.343893 dv-cinder-839872-2-iscsi neutron-server[110323]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 15:54:39.394392 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-88afa71c-8189-4fa1-83d6-b4bc34bc966a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:39.396011 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-88afa71c-8189-4fa1-83d6-b4bc34bc966a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports/e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 HTTP/1.1" status: 200 len: 940 time: 0.2221782 Apr 29 15:54:39.470295 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd40dfc-7c1f-4a31-8851-9eeda619b438 req-837e29c9-79eb-4ccb-a35e-e1facc002419 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:39.480308 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1dd40dfc-7c1f-4a31-8851-9eeda619b438 req-837e29c9-79eb-4ccb-a35e-e1facc002419 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0605879 Apr 29 15:54:39.539896 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1dd40dfc-7c1f-4a31-8851-9eeda619b438 req-32173234-88df-4112-b867-1f7a4dc9378c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569603 Apr 29 15:54:39.958392 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57954) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:40.065211 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d9629bd9-d37d-4e91-b91b-ccac15b195c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:40.142608 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d9629bd9-d37d-4e91-b91b-ccac15b195c0 admin admin] Publish callbacks [] for security_group (2a97c562-fb01-461a-b098-5ed4fff5b8f8), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:40.194561 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d9629bd9-d37d-4e91-b91b-ccac15b195c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (2a97c562-fb01-461a-b098-5ed4fff5b8f8), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:40.232744 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9629bd9-d37d-4e91-b91b-ccac15b195c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a97c562-fb01-461a-b098-5ed4fff5b8f8,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:40.240300 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-d9629bd9-d37d-4e91-b91b-ccac15b195c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fc75c2231ff4825a7ae0fd915348020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807658 Apr 29 15:54:40.242040 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 57962) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:40.300350 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-728e36c1-2545-4f9c-8b1c-1ef1210886b5 admin admin] Publish callbacks [] for security_group (2a97c562-fb01-461a-b098-5ed4fff5b8f8), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:40.301232 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04044b85-f2d7-4a9c-8005-c2d1a685e09c req-fdb88fe4-d230-4512-ad40-980ca63b5d8d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:40.303674 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-04044b85-f2d7-4a9c-8005-c2d1a685e09c req-fdb88fe4-d230-4512-ad40-980ca63b5d8d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0820050 Apr 29 15:54:40.323850 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-728e36c1-2545-4f9c-8b1c-1ef1210886b5 admin admin] Publish callbacks [] for security_group (2a97c562-fb01-461a-b098-5ed4fff5b8f8), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:40.353355 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-04044b85-f2d7-4a9c-8005-c2d1a685e09c req-14608e8f-a980-4935-b011-8e4e7f3d345f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443263 Apr 29 15:54:40.435340 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-728e36c1-2545-4f9c-8b1c-1ef1210886b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (2a97c562-fb01-461a-b098-5ed4fff5b8f8), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:40.438018 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-728e36c1-2545-4f9c-8b1c-1ef1210886b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:40.439182 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-728e36c1-2545-4f9c-8b1c-1ef1210886b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a97c562-fb01-461a-b098-5ed4fff5b8f8 HTTP/1.1" status: 204 len: 168 time: 0.1957753 Apr 29 15:54:40.447946 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e36c1-2545-4f9c-8b1c-1ef1210886b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a97c562-fb01-461a-b098-5ed4fff5b8f8,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:40.664720 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6502eb-2ec9-4b9e-bb40-244f5a33f6e7 req-9e5351ca-6d43-4587-a1b9-c346d1d26d72 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:40.664720 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9c6502eb-2ec9-4b9e-bb40-244f5a33f6e7 req-9e5351ca-6d43-4587-a1b9-c346d1d26d72 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0494957 Apr 29 15:54:40.718241 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9c6502eb-2ec9-4b9e-bb40-244f5a33f6e7 req-cdc11a36-fe2e-48eb-8b82-7305c5e94308 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478013 Apr 29 15:54:41.089571 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:54:41.173104 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 is: DOWN; New status is: DOWN {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:54:41.477475 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebe97f-cc22-4eb0-a9cf-05aea4195f97 req-40ed7dc9-299c-471a-a690-4d99ba56b218 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:41.479221 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-06ebe97f-cc22-4eb0-a9cf-05aea4195f97 req-40ed7dc9-299c-471a-a690-4d99ba56b218 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0580144 Apr 29 15:54:41.528375 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-06ebe97f-cc22-4eb0-a9cf-05aea4195f97 req-bd406dd8-6371-42cb-9972-97b787526950 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427766 Apr 29 15:54:41.839315 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cfc86-7e7f-4512-b698-1b7a40f234c2 req-f1f3392d-6f01-444d-8fcb-2cc771a3381b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:41.840805 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b79cfc86-7e7f-4512-b698-1b7a40f234c2 req-f1f3392d-6f01-444d-8fcb-2cc771a3381b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0489528 Apr 29 15:54:41.892785 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b79cfc86-7e7f-4512-b698-1b7a40f234c2 req-6f192eb0-fe04-47fb-ab49-565a29bfd407 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419919 Apr 29 15:54:42.648123 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bcebc-1652-438c-a927-7cb4eb2220b3 req-fe3975f0-3060-49c9-ba08-38a653ee84a0 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:42.649633 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9c4bcebc-1652-438c-a927-7cb4eb2220b3 req-fe3975f0-3060-49c9-ba08-38a653ee84a0 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0520594 Apr 29 15:54:42.697732 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9c4bcebc-1652-438c-a927-7cb4eb2220b3 req-296e54e0-329f-4a45-a2ca-a5f7d972286f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424151 Apr 29 15:54:43.011375 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897be34-85e4-4f26-9efa-535e2ddfc3b1 req-6553ac06-15fd-4a13-b952-aca122102771 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:43.013010 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b897be34-85e4-4f26-9efa-535e2ddfc3b1 req-6553ac06-15fd-4a13-b952-aca122102771 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0487659 Apr 29 15:54:43.061390 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b897be34-85e4-4f26-9efa-535e2ddfc3b1 req-ffceea86-ad15-4a5f-9ff1-7db5f28e02b0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426095 Apr 29 15:54:43.704905 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-4f4f14f2-0229-44a5-b449-f0af3ff6a528 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600698904&fields=id&tenant_id=b4693e270f27493883490ba1b9ae2779 HTTP/1.1" status: 200 len: 267 time: 0.0452495 Apr 29 15:54:43.846440 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f3afa-7fbd-48d6-9465-12a2b62b65a1 req-9d5d5e5e-3d68-479a-8b72-3e7a863b1dcd tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:43.847919 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-885f3afa-7fbd-48d6-9465-12a2b62b65a1 req-9d5d5e5e-3d68-479a-8b72-3e7a863b1dcd tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0634525 Apr 29 15:54:43.868865 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-bab2f7f9-70cc-449b-a72c-22ac972e81a4 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:43.870338 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-bab2f7f9-70cc-449b-a72c-22ac972e81a4 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/networks?id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5 HTTP/1.1" status: 200 len: 809 time: 0.1564612 Apr 29 15:54:43.895620 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-372397c2-9c0a-4e4b-890b-a48082ae8918 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/quotas/b4693e270f27493883490ba1b9ae2779 HTTP/1.1" status: 200 len: 375 time: 0.0179572 Apr 29 15:54:43.952829 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-885f3afa-7fbd-48d6-9465-12a2b62b65a1 req-6e313dcb-bdb8-4a05-8a0d-27c0293d69cc tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976312 Apr 29 15:54:43.969578 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e65da342-3f13-4959-9a5f-e966a81caa75 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4693e270f27493883490ba1b9ae2779&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672500 Apr 29 15:54:44.124044 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9a5bb-c636-44d6-8a07-b5b9da5f7987 req-9dbd5e3d-7966-49f0-a88e-327c96d10135 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:44.125508 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c0d9a5bb-c636-44d6-8a07-b5b9da5f7987 req-9dbd5e3d-7966-49f0-a88e-327c96d10135 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0721252 Apr 29 15:54:44.130004 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-97d33f10-2ce4-417e-a184-512bc1e0e489 service neutron] 10.222.0.23 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467617 Apr 29 15:54:44.134840 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 58018) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:44.139843 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-78096c1b-fd77-45a7-b093-476b1cc5116c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Request body: {'floatingip': {'port_id': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:44.226512 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-78096c1b-fd77-45a7-b093-476b1cc5116c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for floatingip (7e2ad878-dd5d-4e84-94ee-d6be7abda5c6), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:44.314415 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4562a-72df-400b-9104-fc1d65162e87 req-128accd3-ef8d-4cef-a5bb-d9d6130a6616 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:44.315902 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9df4562a-72df-400b-9104-fc1d65162e87 req-128accd3-ef8d-4cef-a5bb-d9d6130a6616 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.1358943 Apr 29 15:54:44.429981 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-be642c50-a329-4b29-a147-f261dea5b7e9 service neutron] 10.222.0.23 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839911 Apr 29 15:54:44.442003 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9df4562a-72df-400b-9104-fc1d65162e87 req-7741eb87-c9d1-4dc6-be60-174c8917271a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005247 Apr 29 15:54:44.778255 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:44.995298 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3cd4-ac90-4433-8d0f-b81cae09cffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:45.021532 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-c9d476e0-e290-4343-a3d6-3abeafc2a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:45.023551 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-c9d476e0-e290-4343-a3d6-3abeafc2a3cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d&tenant_id=450375541bcc49129d79046b5b2ce4b5 HTTP/1.1" status: 200 len: 1127 time: 0.3655679 Apr 29 15:54:45.196924 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-26a5e57f-c0de-4fa3-905a-972b7da68b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:45.198450 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-26a5e57f-c0de-4fa3-905a-972b7da68b04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 1127 time: 0.1226261 Apr 29 15:54:45.206321 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a029a5df-9b97-43d5-8c6c-3b1157c04a2d req-fcfb96f5-3c55-4179-b12f-df60ab348ed6 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0502574 Apr 29 15:54:45.218635 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-78096c1b-fd77-45a7-b093-476b1cc5116c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:45.300398 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-78096c1b-fd77-45a7-b093-476b1cc5116c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (7e2ad878-dd5d-4e84-94ee-d6be7abda5c6), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:45.374000 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-1c052c47-0397-4f0f-8a26-223e92a70327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:45.375518 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-1c052c47-0397-4f0f-8a26-223e92a70327 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 917 time: 0.1548269 Apr 29 15:54:45.414526 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:54:45.473845 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [None req-78096c1b-fd77-45a7-b093-476b1cc5116c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Floating IP 7e2ad878-dd5d-4e84-94ee-d6be7abda5c6 associated. External IP: 172.27.1.113, port: acea6f8e-2aad-4564-b8c8-ff9e0dc3469c. Apr 29 15:54:45.523725 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-d4dea96b-a5fa-44d6-91ba-b94049655f93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 HTTP/1.1" status: 200 len: 999 time: 0.1134765 Apr 29 15:54:45.672295 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d0e9b-882a-415e-87c8-9b656125fd33 req-2008d6e3-ed95-4dd6-b145-b685fec3ccf4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:45.674167 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-720d0e9b-882a-415e-87c8-9b656125fd33 req-2008d6e3-ed95-4dd6-b145-b685fec3ccf4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.1214066 Apr 29 15:54:45.678016 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-cf87516d-2122-443b-8526-560f534f5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:45.679741 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-cf87516d-2122-443b-8526-560f534f5f3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c HTTP/1.1" status: 200 len: 855 time: 0.1378226 Apr 29 15:54:45.788220 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-12e986da-be31-468e-ab5c-7daf627725d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:45.789733 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-12e986da-be31-468e-ab5c-7daf627725d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a3d153a-a0ac-449f-87b2-351b970a83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0979817 Apr 29 15:54:45.812935 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-720d0e9b-882a-415e-87c8-9b656125fd33 req-67524ebe-2702-44a6-b586-1f13f25f0013 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323094 Apr 29 15:54:45.872549 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78096c1b-fd77-45a7-b093-476b1cc5116c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Router 804aab0e-707f-4d5c-ab68-54c00fd57736 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:54:45.986292 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78096c1b-fd77-45a7-b093-476b1cc5116c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:54:45.991433 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-78096c1b-fd77-45a7-b093-476b1cc5116c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:45.996570 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10196a63-a038-41ee-959e-bca327f77d6f None None] Sync routers for ids ['804aab0e-707f-4d5c-ab68-54c00fd57736'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:54:46.007662 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10196a63-a038-41ee-959e-bca327f77d6f None None] Routers {'804aab0e-707f-4d5c-ab68-54c00fd57736'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:54:46.008552 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-10196a63-a038-41ee-959e-bca327f77d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:54:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['804aab0e-707f-4d5c-ab68-54c00fd57736'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:54:46.036220 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-78096c1b-fd77-45a7-b093-476b1cc5116c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "PUT /v2.0/floatingips/7e2ad878-dd5d-4e84-94ee-d6be7abda5c6 HTTP/1.1" status: 200 len: 991 time: 1.8856421 Apr 29 15:54:46.036220 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'tag': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:46.036220 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2b42f3-0f95-4b66-bd8c-1e46e7a83a91" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49", "tag": "acea6f8e-2aad-4564-b8c8-ff9e0dc3469c"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:54:46.076907 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5d088c-35e5-4364-bd0f-72dde3943897 x-openstack-request-id: req-9d5d088c-35e5-4364-bd0f-72dde3943897 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:54:46.077318 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49", "tag": "acea6f8e-2aad-4564-b8c8-ff9e0dc3469c", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:54:46.077731 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d5d088c-35e5-4364-bd0f-72dde3943897 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:54:46.078129 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5d088c-35e5-4364-bd0f-72dde3943897'] response: {'name': 'network-changed', 'server_uuid': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'tag': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'status': 'completed', 'code': 200} Apr 29 15:54:46.141961 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-10196a63-a038-41ee-959e-bca327f77d6f None None] Set router 804aab0e-707f-4d5c-ab68-54c00fd57736 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:54:46.160510 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b42f3-0f95-4b66-bd8c-1e46e7a83a91 req-31a36567-f549-4639-aca3-74b627c8b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:46.161098 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-9a87b787-6c58-4a26-b7b6-979614295856 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055171 Apr 29 15:54:46.163325 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df2b42f3-0f95-4b66-bd8c-1e46e7a83a91 req-31a36567-f549-4639-aca3-74b627c8b8fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 1129 time: 0.0544410 Apr 29 15:54:46.275116 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-377727b3-7aff-4edf-9c2e-075f2fc2469c req-b5010c16-79bf-4d64-95e6-bc423aad3a5e service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933628 Apr 29 15:54:46.281386 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b42f3-0f95-4b66-bd8c-1e46e7a83a91 req-695c3dc2-63a5-4fae-b0a2-717589059399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:46.283147 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df2b42f3-0f95-4b66-bd8c-1e46e7a83a91 req-695c3dc2-63a5-4fae-b0a2-717589059399 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.1008360 Apr 29 15:54:46.313203 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9eb24b53-1d07-42f0-9e50-e220cc9e2cc1 req-bfbcdc52-de49-4a4b-aa27-1ee9c1ab5e36 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0308611 Apr 29 15:54:46.357434 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df2b42f3-0f95-4b66-bd8c-1e46e7a83a91 req-ae880c0e-68d8-40b2-b295-68c393d5147f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c HTTP/1.1" status: 200 len: 999 time: 0.0659590 Apr 29 15:54:46.402425 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-10196a63-a038-41ee-959e-bca327f77d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '7e2ad878-dd5d-4e84-94ee-d6be7abda5c6', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'port_id': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'mac_address': 'fa:16:3e:b4:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:54:00Z', 'updated_at': '2022-04-29T15:54:45Z', 'revision_number': 1, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:06Z', 'revision_number': 5, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:54:46.413524 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b42f3-0f95-4b66-bd8c-1e46e7a83a91 req-a5c31853-1e62-483f-912d-f93043aa93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:46.415164 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df2b42f3-0f95-4b66-bd8c-1e46e7a83a91 req-a5c31853-1e62-483f-912d-f93043aa93e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.0478137 Apr 29 15:54:46.433143 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10196a63-a038-41ee-959e-bca327f77d6f None None] Checking router: 804aab0e-707f-4d5c-ab68-54c00fd57736 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:54:46.442169 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10196a63-a038-41ee-959e-bca327f77d6f None None] Routers {'804aab0e-707f-4d5c-ab68-54c00fd57736'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:54:46.442785 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-10196a63-a038-41ee-959e-bca327f77d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:54:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['804aab0e-707f-4d5c-ab68-54c00fd57736'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:54:46.467650 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b42f3-0f95-4b66-bd8c-1e46e7a83a91 req-4ce255ce-4733-4cda-b0aa-c9c188c2723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:46.469204 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df2b42f3-0f95-4b66-bd8c-1e46e7a83a91 req-4ce255ce-4733-4cda-b0aa-c9c188c2723e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465102 Apr 29 15:54:46.560160 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-10196a63-a038-41ee-959e-bca327f77d6f None None] Set router 804aab0e-707f-4d5c-ab68-54c00fd57736 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:54:46.716934 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df2b42f3-0f95-4b66-bd8c-1e46e7a83a91 req-244f1fb8-96d5-412b-8493-a5c531fa142e service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439080 Apr 29 15:54:46.835876 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-10196a63-a038-41ee-959e-bca327f77d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '7e2ad878-dd5d-4e84-94ee-d6be7abda5c6', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'port_id': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'mac_address': 'fa:16:3e:b4:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:54:00Z', 'updated_at': '2022-04-29T15:54:45Z', 'revision_number': 1, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:06Z', 'revision_number': 5, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:54:46.862906 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-df2b42f3-0f95-4b66-bd8c-1e46e7a83a91 req-4f5db3eb-9259-43f0-98be-e84a277ae9d3 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333232 Apr 29 15:54:46.889870 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10196a63-a038-41ee-959e-bca327f77d6f None None] The sync data for ids ['804aab0e-707f-4d5c-ab68-54c00fd57736'] in dv-cinder-839872-2-iscsi is: [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '7e2ad878-dd5d-4e84-94ee-d6be7abda5c6', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'port_id': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'mac_address': 'fa:16:3e:b4:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:54:00Z', 'updated_at': '2022-04-29T15:54:45Z', 'revision_number': 1, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:06Z', 'revision_number': 5, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:54:46.955049 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2aa47fe8-3061-4504-91d5-e77da20f50db req-b3533dd3-73f2-4129-9649-0dd376c40ede service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433264 Apr 29 15:54:46.989184 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224fed9-ee8c-45fc-b015-e1ee2028240a req-c6a9fd17-6d6e-43e9-9b24-ae06ee2e2bc3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:46.989184 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3224fed9-ee8c-45fc-b015-e1ee2028240a req-c6a9fd17-6d6e-43e9-9b24-ae06ee2e2bc3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0643346 Apr 29 15:54:47.039571 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa47fe8-3061-4504-91d5-e77da20f50db req-82fd4e0e-823c-40e3-a62c-915560ccfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:47.041255 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2aa47fe8-3061-4504-91d5-e77da20f50db req-82fd4e0e-823c-40e3-a62c-915560ccfb4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 1129 time: 0.0527093 Apr 29 15:54:47.042471 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3224fed9-ee8c-45fc-b015-e1ee2028240a req-68254cb8-1cfc-4a38-a72c-1902c018ef9d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466642 Apr 29 15:54:47.187919 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa47fe8-3061-4504-91d5-e77da20f50db req-5a3f3659-9457-4e6b-8d88-d0bb75eb3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:47.190131 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2aa47fe8-3061-4504-91d5-e77da20f50db req-5a3f3659-9457-4e6b-8d88-d0bb75eb3043 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.1027091 Apr 29 15:54:47.207039 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a85cd-2fd0-4b30-a193-dd14da6c0006 None None] New status for floating IP 7e2ad878-dd5d-4e84-94ee-d6be7abda5c6: ACTIVE {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:54:47.410895 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ba30964f-81fe-42ae-9303-c26ff26ed938 req-d00a83b7-218c-47a3-aa5b-882d7a47ca34 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0272048 Apr 29 15:54:47.461944 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-655464a3-f2b8-4a4c-ab96-26af2fdfa050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:48.178338 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ba373-a717-47ad-a56e-1410e42db010 req-6ef841ef-9394-4c8b-b87c-54f9b881fe90 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:48.180181 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-451ba373-a717-47ad-a56e-1410e42db010 req-6ef841ef-9394-4c8b-b87c-54f9b881fe90 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0551562 Apr 29 15:54:48.240460 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-451ba373-a717-47ad-a56e-1410e42db010 req-01459b8c-1644-48ea-99ef-ddedebdddb78 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536091 Apr 29 15:54:48.382268 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 58114) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:48.526056 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-76a10120-9020-45e7-9db5-38a2a0b269af req-60a83156-b353-42b5-aa47-01f12b252646 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0363035 Apr 29 15:54:48.531956 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1b230b48-8cbb-45cd-81ef-f2a23b66ec4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:48.631066 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1b230b48-8cbb-45cd-81ef-f2a23b66ec4e admin admin] Publish callbacks [] for security_group (e3731aa0-8783-4580-bc03-c52b074ae31b), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:48.732403 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:48.761242 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1b230b48-8cbb-45cd-81ef-f2a23b66ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (e3731aa0-8783-4580-bc03-c52b074ae31b), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:48.804174 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-1b230b48-8cbb-45cd-81ef-f2a23b66ec4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2700f94f71e44fdaf80c69d34a67f33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4207857 Apr 29 15:54:48.805135 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b230b48-8cbb-45cd-81ef-f2a23b66ec4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3731aa0-8783-4580-bc03-c52b074ae31b,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:48.807352 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 58122) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:54:48.878147 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Publish callbacks [] for security_group (e3731aa0-8783-4580-bc03-c52b074ae31b), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:48.903576 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Publish callbacks [] for security_group (e3731aa0-8783-4580-bc03-c52b074ae31b), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:49.035500 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (e3731aa0-8783-4580-bc03-c52b074ae31b), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:49.038622 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:49.039958 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3731aa0-8783-4580-bc03-c52b074ae31b HTTP/1.1" status: 204 len: 168 time: 0.2263105 Apr 29 15:54:49.052302 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3731aa0-8783-4580-bc03-c52b074ae31b,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:49.061439 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.061926 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.062337 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.064268 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.064672 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.065025 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.065372 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.065962 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.066325 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.066664 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.067002 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.067339 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.067670 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.068031 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.068361 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12d32a-519a-44d5-9c66-d2de0b7e69ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:49.375125 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92729c-7e09-4cbd-a9a3-9aa32a0955ce req-d897a282-8759-40f0-a773-d4ebcaf4563b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:49.377018 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3a92729c-7e09-4cbd-a9a3-9aa32a0955ce req-d897a282-8759-40f0-a773-d4ebcaf4563b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0540633 Apr 29 15:54:49.436874 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3a92729c-7e09-4cbd-a9a3-9aa32a0955ce req-e5db6c58-0782-418b-a8c2-eebd8dc86040 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506885 Apr 29 15:54:49.636339 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-18faec3b-18f0-4fed-9b5b-285b5085aa10 req-24608db2-67bb-447d-a30b-1b312e243f4a tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0339553 Apr 29 15:54:50.144477 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:50.588849 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6add91-a960-4a18-aac8-bcd0f1a4c0d9 req-0bfba640-9957-411c-a4aa-0c2e9d7dd2d7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:50.590291 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ae6add91-a960-4a18-aac8-bcd0f1a4c0d9 req-0bfba640-9957-411c-a4aa-0c2e9d7dd2d7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0509949 Apr 29 15:54:50.661130 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ae6add91-a960-4a18-aac8-bcd0f1a4c0d9 req-d4b5bd29-4126-4e94-8cbb-95c35a9ff94b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650058 Apr 29 15:54:50.750792 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d6cf0f36-22ee-4aa3-9052-5b0c5b5c93e4 req-b22bb96e-e979-4126-84bd-a5252bad361c tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0354505 Apr 29 15:54:51.698353 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:54:51.787238 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516aa37b-0c0d-4d5c-8737-3ed468124bee req-457894a0-eccd-49c3-b4dd-02cb3d5ad438 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:51.789065 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-516aa37b-0c0d-4d5c-8737-3ed468124bee req-457894a0-eccd-49c3-b4dd-02cb3d5ad438 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0501244 Apr 29 15:54:51.844516 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-516aa37b-0c0d-4d5c-8737-3ed468124bee req-67c34660-d9c5-4ef1-bc5a-c1b54c30a143 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490115 Apr 29 15:54:51.899192 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-28b384e2-ad3c-4104-8f29-bc1e2ab75ce5 req-ca3dcaab-cf8d-4d3e-a3ae-8499dcda4b0e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0486913 Apr 29 15:54:52.540219 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b507707a-981a-4b89-9526-12581c13b36a tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6c8da0723e99426890f25cbc559b4221&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311472 Apr 29 15:54:52.733902 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-77a98c6e-5d83-4640-8e12-995c1cc5331e tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:52.735613 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-77a98c6e-5d83-4640-8e12-995c1cc5331e tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900342 Apr 29 15:54:52.751038 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-2976cc55-1462-44cd-8c8a-7d1f2d314dcc tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/quotas/6c8da0723e99426890f25cbc559b4221 HTTP/1.1" status: 200 len: 375 time: 0.0092995 Apr 29 15:54:52.784770 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-c7d66e7e-a502-42cd-bb61-a46e62d8ea7e tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c8da0723e99426890f25cbc559b4221&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283625 Apr 29 15:54:52.987953 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80456336-c447-4bb6-9231-c1ae025d5d4c req-bffa852a-dfda-4f66-93b8-126cd8241e00 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:52.992698 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-80456336-c447-4bb6-9231-c1ae025d5d4c req-bffa852a-dfda-4f66-93b8-126cd8241e00 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0589385 Apr 29 15:54:53.056337 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-80456336-c447-4bb6-9231-c1ae025d5d4c req-637b4abd-bc62-408c-9edc-f2b6d6faee74 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604699 Apr 29 15:54:53.095610 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b094f63f-2c7e-4933-a74b-ce4b245950ab req-f5078383-b8bb-47e9-9a28-15cc5709cac5 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0374074 Apr 29 15:54:53.191795 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-58844410-ec6b-4a5a-97c2-aa182f6c31f4 req-443e2932-4d45-4945-ae7a-c8275fb48978 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 210 time: 0.0336089 Apr 29 15:54:54.190790 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27647e7a-790a-4424-a725-61d0e9d2fbf0 req-21f8f94c-a4fd-41ed-adc2-3659a9d593a4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:54.192443 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-27647e7a-790a-4424-a725-61d0e9d2fbf0 req-21f8f94c-a4fd-41ed-adc2-3659a9d593a4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0551853 Apr 29 15:54:54.247001 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-27647e7a-790a-4424-a725-61d0e9d2fbf0 req-d7c1dd69-90b4-4f95-9af0-dcb58c41aa19 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479162 Apr 29 15:54:54.339432 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e260cbe-3c87-4de0-b16e-84c945bfd33c req-1de1274e-279c-4881-a672-b55489b6b109 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0293496 Apr 29 15:54:54.425918 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1fbc6eb-496e-41c7-b125-cbe560469355 req-3bf408b0-9aef-4404-a870-375a5d648242 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 210 time: 0.0304372 Apr 29 15:54:55.377172 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43881bf-b3d9-462a-b86e-1e26b145449a req-e04abac9-b670-45ac-911f-a0aa13045775 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:55.382258 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a43881bf-b3d9-462a-b86e-1e26b145449a req-e04abac9-b670-45ac-911f-a0aa13045775 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0512745 Apr 29 15:54:55.431872 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a43881bf-b3d9-462a-b86e-1e26b145449a req-b7fdbf2d-9be3-4bdf-9734-d7ea632c1dbf tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458658 Apr 29 15:54:55.537694 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0875e5be-e530-480c-94f0-d8530b41ed23 req-2c126b34-3c84-42de-83a5-fefb3bffb54c tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0338912 Apr 29 15:54:55.647820 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bba4cecc-27ed-4963-81c2-4a3129fbe3cd req-a81c390c-f03d-4680-ab47-33d478eee8b7 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 210 time: 0.0372133 Apr 29 15:54:56.555080 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1b366-f7c2-4a9d-b74a-279f1a8d2c34 req-0d9c6664-42b4-436d-8b59-5f663bdd5398 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:56.556633 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b2f1b366-f7c2-4a9d-b74a-279f1a8d2c34 req-0d9c6664-42b4-436d-8b59-5f663bdd5398 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0489674 Apr 29 15:54:56.606204 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b2f1b366-f7c2-4a9d-b74a-279f1a8d2c34 req-6fef2e78-f26f-4885-8f62-185543160ee1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439472 Apr 29 15:54:56.705159 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a540039f-e719-4c80-948b-11231eb09396 req-017bd182-358a-4c45-a544-a328c3181d83 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0286195 Apr 29 15:54:56.791595 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7b5a6cf6-3c65-4c45-ab77-5884661b10e7 req-bec5b036-5c70-4d04-a03d-b5d8ab33fdb9 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 210 time: 0.0288353 Apr 29 15:54:57.737963 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f26c5a-5fd4-4b5e-a4e2-76f4edb7add7 req-ee4c2839-1641-49b0-8547-abc21df67205 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:57.739354 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-11f26c5a-5fd4-4b5e-a4e2-76f4edb7add7 req-ee4c2839-1641-49b0-8547-abc21df67205 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0544338 Apr 29 15:54:57.786926 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-11f26c5a-5fd4-4b5e-a4e2-76f4edb7add7 req-c516fe06-b17d-4ba6-ae79-1322b7211478 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413899 Apr 29 15:54:57.877040 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0d998c7e-040a-4c99-b5f8-2e6e3d701df4 req-5932a30c-60de-4868-9689-01043577930d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0286493 Apr 29 15:54:57.962111 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cdb0531a-0fbe-40a9-8f8e-8892b5f4ecbe req-d1351871-46f3-48b4-83a9-e9265e5d3def tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 210 time: 0.0285580 Apr 29 15:54:58.910429 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2aa47fe8-3061-4504-91d5-e77da20f50db req-2a4dae74-d2e7-4d7a-bb0d-06e36ce956f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f48b684f-4075-4b85-86be-5fdde22f8ad3 HTTP/1.1" status: 200 len: 217 time: 0.0417936 Apr 29 15:54:58.913228 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a6c39-d767-4985-9c2c-060489063a7e req-fd17e3b8-4a16-492a-aec9-9acd32b507f2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:58.914928 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b2a6c39-d767-4985-9c2c-060489063a7e req-fd17e3b8-4a16-492a-aec9-9acd32b507f2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0559065 Apr 29 15:54:58.966258 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b2a6c39-d767-4985-9c2c-060489063a7e req-8a1e0a4e-f72e-4f98-a7d1-7e85cb5b70c7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448344 Apr 29 15:54:58.978605 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa47fe8-3061-4504-91d5-e77da20f50db req-8cfafd89-5b25-4784-95d5-fa5eacbaf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:58.980230 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2aa47fe8-3061-4504-91d5-e77da20f50db req-8cfafd89-5b25-4784-95d5-fa5eacbaf40a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.0480340 Apr 29 15:54:59.055657 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2daa3c32-8856-4e04-b8e5-c0b17e65260f req-852d5ae5-e6a7-41e9-8f39-4f3e91ae5750 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0281038 Apr 29 15:54:59.143666 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2563447e-36d8-46a8-b16b-8445cb48646d req-4f1f3f72-94c5-4bf3-8233-d5b64e343ce7 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 210 time: 0.0334973 Apr 29 15:54:59.669791 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa47fe8-3061-4504-91d5-e77da20f50db req-ee40f4a6-4660-440b-8d01-302d7cfc422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:59.671288 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2aa47fe8-3061-4504-91d5-e77da20f50db req-ee40f4a6-4660-440b-8d01-302d7cfc422d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486293 Apr 29 15:54:59.737728 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-c75ac113-dad2-4bf8-8720-f687aa5f9295 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:59.739143 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-c75ac113-dad2-4bf8-8720-f687aa5f9295 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.37 "GET /v2.0/networks?id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5 HTTP/1.1" status: 200 len: 809 time: 0.1077821 Apr 29 15:54:59.762937 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2aa47fe8-3061-4504-91d5-e77da20f50db req-80264537-85ac-42f2-b73b-6a6f227d8e73 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831025 Apr 29 15:54:59.808114 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-5f91c1d6-1bb2-4025-a1da-bc878b9d43b3 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4693e270f27493883490ba1b9ae2779 HTTP/1.1" status: 200 len: 380 time: 0.0590484 Apr 29 15:54:59.820431 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Request body: {'port': {'device_id': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'admin_state_up': True, 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'security_groups': ['0b8c08db-9a78-452c-b76d-a09df1d4ce2d']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:54:59.884434 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-2aa47fe8-3061-4504-91d5-e77da20f50db req-f1e11477-32af-4a40-b6e6-4b775a5eb3b3 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020970 Apr 29 15:55:00.191548 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dff17-58c8-4694-b3d5-af1fba7ec3c7 req-b6f092ce-f848-4a5b-b243-5120cae3eb42 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:00.192945 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f04dff17-58c8-4694-b3d5-af1fba7ec3c7 req-b6f092ce-f848-4a5b-b243-5120cae3eb42 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0590196 Apr 29 15:55:00.259495 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f04dff17-58c8-4694-b3d5-af1fba7ec3c7 req-022f36cf-9ce3-424c-8f0b-7d563c1ea1c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568409 Apr 29 15:55:00.303746 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Made reservation on behalf of b4693e270f27493883490ba1b9ae2779 for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:00.306633 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:00.415683 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-445e5d0c-0048-483a-b548-230ba8815b23 req-2dbd018a-eb80-4d54-8b09-1baff505b418 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0869820 Apr 29 15:55:00.419646 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5baa065a-5d8c-4a23-b81d-b47dea5e0a5b req-9c52fc07-1841-4184-bee2-ccf471cb07ba tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 210 time: 0.0887821 Apr 29 15:55:00.490020 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Allocated IP 172.20.0.10 (53cc63b6-8e80-48b3-871a-7feb87a8dcd5/16b9d5f5-7a55-46ef-976e-25708021eaba/68152383-58a1-4371-85dd-3cfb205fa8ae) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:00.630834 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:00.755975 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:00.818512 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:00.824420 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:00.828229 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:55:00.834439 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event updated for resources: {'Port': ['ID=68152383-58a1-4371-85dd-3cfb205fa8ae,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:00.861796 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.862153 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.862668 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.862917 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.863252 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.863578 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.863927 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.864252 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.864573 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.864901 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.865220 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.865597 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.866433 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.866745 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.867108 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:00.896512 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:00.897487 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:00.941349 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-d64d8a9a-cdd9-486e-b1c9-0952036cf250 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6c8da0723e99426890f25cbc559b4221&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372794 Apr 29 15:55:01.010037 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-e64ad612-97e7-4370-afcf-cd6bf654f7b9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1955464 Apr 29 15:55:01.024582 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Request body: {'port': {'device_id': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:01.090582 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:01.092222 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-7da6b18f-7421-4ebb-b3d6-a932826bdd4f None None] Provisioning complete for port 68152383-58a1-4371-85dd-3cfb205fa8ae triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:01.093687 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7da6b18f-7421-4ebb-b3d6-a932826bdd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:01.144321 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-507717e4-3bfa-4ba6-bb99-9ac5a572b282 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:01.145864 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-507717e4-3bfa-4ba6-bb99-9ac5a572b282 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986141 Apr 29 15:55:01.148641 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-7da6b18f-7421-4ebb-b3d6-a932826bdd4f None None] Port 68152383-58a1-4371-85dd-3cfb205fa8ae cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:55:01.166506 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Request body: {'port': {'device_id': '5181604f-cc2d-4382-bf29-44ca825f6305', 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b', 'admin_state_up': True, 'tenant_id': '6c8da0723e99426890f25cbc559b4221'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:01.349261 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Made reservation on behalf of 6c8da0723e99426890f25cbc559b4221 for: {'port': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:01.353272 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:01.362966 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:01.428878 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3e387-a4c1-4ebb-9e2c-24b4f36169a6 req-d97eb5d8-c85d-43fc-8506-198afcae3875 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:01.430406 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-52b3e387-a4c1-4ebb-9e2c-24b4f36169a6 req-d97eb5d8-c85d-43fc-8506-198afcae3875 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0962160 Apr 29 15:55:01.465780 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Publish callbacks [] for security_group (c9459d10-f792-486d-8bd9-a27c3aa29cfd), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:01.472626 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68152383-58a1-4371-85dd-3cfb205fa8ae {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:55:01.488183 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Publish callbacks [] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:01.538974 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Transition to ACTIVE for port object 68152383-58a1-4371-85dd-3cfb205fa8ae will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:55:01.555107 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (c9459d10-f792-486d-8bd9-a27c3aa29cfd), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:01.560121 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-52b3e387-a4c1-4ebb-9e2c-24b4f36169a6 req-a534c4f8-26ae-4063-8e67-079a9d1262c4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216807 Apr 29 15:55:01.571470 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c604e-4795-4285-8052-5d5e38f85f67 req-55477547-c276-4742-9ecc-caeec18579c0 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:01.571470 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a81c604e-4795-4285-8052-5d5e38f85f67 req-55477547-c276-4742-9ecc-caeec18579c0 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 932 time: 0.0733998 Apr 29 15:55:01.583790 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9459d10-f792-486d-8bd9-a27c3aa29cfd,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:01.624020 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:01.661389 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a81c604e-4795-4285-8052-5d5e38f85f67 req-145a1dcc-b4c0-4b3b-9d97-9c28ef263a49 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840051 Apr 29 15:55:01.726606 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b000086d-6ef9-446a-b60b-25ff8d1b8b48 req-82d074de-6303-46b3-90a6-f2dc7a041ab3 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 210 time: 0.0850604 Apr 29 15:55:01.726764 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Allocated IP 192.168.233.66 (f1659810-692a-41f1-a6f3-b9973f2e322b/59f66b6d-e739-48c5-84cb-996dbdba1bb2/19d186cc-9aa6-470b-9546-85742578029c) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:01.740284 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Pushing event updated for resources: {'Port': ['ID=68152383-58a1-4371-85dd-3cfb205fa8ae,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:01.824807 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Attempting to bind port 68152383-58a1-4371-85dd-3cfb205fa8ae on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:55:01.825146 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Attempting to bind port 68152383-58a1-4371-85dd-3cfb205fa8ae by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:55:01.825481 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Attempting to bind port 68152383-58a1-4371-85dd-3cfb205fa8ae on network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:55:01.830109 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Port 68152383-58a1-4371-85dd-3cfb205fa8ae on network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:55:01.830438 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Attempting to bind port 68152383-58a1-4371-85dd-3cfb205fa8ae on network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:55:01.835990 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:55:01.838928 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Checking segment: {'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:55:01.838928 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Bound using segment: {'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:55:01.838928 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Bound port: 68152383-58a1-4371-85dd-3cfb205fa8ae, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2701d0-a617-43f2-b1d7-9e9fe1422b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:55:01.838928 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:01.909991 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] For port 68152383-58a1-4371-85dd-3cfb205fa8ae, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:01.913451 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] For port 68152383-58a1-4371-85dd-3cfb205fa8ae, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=68152383-58a1-4371-85dd-3cfb205fa8ae,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:02.001722 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:02.038300 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:02.038930 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:02.041679 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] 10.222.0.37 "PUT /v2.0/ports/68152383-58a1-4371-85dd-3cfb205fa8ae HTTP/1.1" status: 200 len: 1094 time: 1.0220339 Apr 29 15:55:02.042084 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:02.044468 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fa4c16-9988-4f0d-a738-68436215f9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:55:02.072436 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85aed5-6121-4321-a500-6b63e5d8aace service neutron] Pushing event updated for resources: {'Port': ['ID=68152383-58a1-4371-85dd-3cfb205fa8ae,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:02.083660 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Publish callbacks [] for port (19d186cc-9aa6-470b-9546-85742578029c), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:02.093547 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b54a53f-c2f6-44bf-a89a-2df7969c3f9a x-openstack-request-id: req-4b54a53f-c2f6-44bf-a89a-2df7969c3f9a {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:55:02.093547 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:55:02.093838 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b54a53f-c2f6-44bf-a89a-2df7969c3f9a {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:55:02.094393 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b54a53f-c2f6-44bf-a89a-2df7969c3f9a'] response: {'name': 'network-changed', 'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'status': 'completed', 'code': 200} Apr 29 15:55:02.163908 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa4c16-9988-4f0d-a738-68436215f9c2 req-7e90dd32-0487-4d3b-a7fe-c29437b19d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:02.165577 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-65fa4c16-9988-4f0d-a738-68436215f9c2 req-7e90dd32-0487-4d3b-a7fe-c29437b19d37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4693e270f27493883490ba1b9ae2779&device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 1128 time: 0.0444176 Apr 29 15:55:02.200876 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (19d186cc-9aa6-470b-9546-85742578029c), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:02.244771 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Network f1659810-692a-41f1-a6f3-b9973f2e322b is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:02.247857 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:02.250434 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:55:02.283578 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Pushing event updated for resources: {'Port': ['ID=19d186cc-9aa6-470b-9546-85742578029c,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:02.314250 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa4c16-9988-4f0d-a738-68436215f9c2 req-7070f016-af71-41c0-a82c-0d94879c2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:02.315880 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-65fa4c16-9988-4f0d-a738-68436215f9c2 req-7070f016-af71-41c0-a82c-0d94879c2e0a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b4693e270f27493883490ba1b9ae2779&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1202586 Apr 29 15:55:02.317664 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:02.318248 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for port (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:02.392705 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-b76cbded-2566-4d34-bcd7-358fcfcc7dcd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2310143 Apr 29 15:55:02.408936 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Request body: {'port': {'device_id': '5181604f-cc2d-4382-bf29-44ca825f6305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:02.421320 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa4c16-9988-4f0d-a738-68436215f9c2 req-b7a31fd9-a05c-472d-a3b4-2142b6328d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:02.428994 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-65fa4c16-9988-4f0d-a738-68436215f9c2 req-b7a31fd9-a05c-472d-a3b4-2142b6328d94 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006222 Apr 29 15:55:02.473625 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (19d186cc-9aa6-470b-9546-85742578029c), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:02.509902 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-548fd9de-4441-451b-9365-4ded53413add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:02.512857 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-548fd9de-4441-451b-9365-4ded53413add service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4693e270f27493883490ba1b9ae2779&device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 1128 time: 0.0451155 Apr 29 15:55:02.518252 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-aec6304b-740f-4bd7-a89d-19e931f3fbf9 None None] Provisioning complete for port 19d186cc-9aa6-470b-9546-85742578029c triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:02.518689 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-aec6304b-740f-4bd7-a89d-19e931f3fbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (19d186cc-9aa6-470b-9546-85742578029c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:02.554455 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-aec6304b-740f-4bd7-a89d-19e931f3fbf9 None None] Port 19d186cc-9aa6-470b-9546-85742578029c cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:55:02.560967 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-f56d5f5a-22e3-407f-9159-5d707a1257e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68152383-58a1-4371-85dd-3cfb205fa8ae HTTP/1.1" status: 200 len: 217 time: 0.0366867 Apr 29 15:55:02.612943 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-7c30acee-7fd2-4293-8e02-2810ff329399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:02.614440 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-7c30acee-7fd2-4293-8e02-2810ff329399 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16b9d5f5-7a55-46ef-976e-25708021eaba HTTP/1.1" status: 200 len: 848 time: 0.0457516 Apr 29 15:55:02.702340 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-12d6d205-eabf-47ee-82b1-9ae8de76ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:02.703913 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-12d6d205-eabf-47ee-82b1-9ae8de76ed4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727744 Apr 29 15:55:02.717406 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504d216-5167-4298-8df5-463510b60c48 req-c6276533-9d0a-4b82-8738-c7e3e6f9fc49 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:02.719067 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9504d216-5167-4298-8df5-463510b60c48 req-c6276533-9d0a-4b82-8738-c7e3e6f9fc49 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0754461 Apr 29 15:55:02.761714 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d186cc-9aa6-470b-9546-85742578029c {{(pid=110323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:55:02.769250 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Publish callbacks [] for port (19d186cc-9aa6-470b-9546-85742578029c), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:02.782051 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.provisioning_blocks [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Transition to ACTIVE for port object 19d186cc-9aa6-470b-9546-85742578029c will not be triggered until provisioned by entity L2. {{(pid=110323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:55:02.855597 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac6b36-8978-4807-85e8-806782eaaac7 req-08beec84-8a69-46a4-b4d0-3e4c75f5fca1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:02.857106 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-11ac6b36-8978-4807-85e8-806782eaaac7 req-08beec84-8a69-46a4-b4d0-3e4c75f5fca1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.1045163 Apr 29 15:55:02.858209 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8618983'] for port (19d186cc-9aa6-470b-9546-85742578029c), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:02.891176 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9504d216-5167-4298-8df5-463510b60c48 req-c15490bc-5de3-417b-a934-7bd7ce0870a4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631782 Apr 29 15:55:02.904289 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-81dd29f7-c0e7-4494-aa6c-a63dc58f4993 service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842442 Apr 29 15:55:02.973640 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Pushing event updated for resources: {'Port': ['ID=19d186cc-9aa6-470b-9546-85742578029c,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:02.994331 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.managers [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Attempting to bind port 19d186cc-9aa6-470b-9546-85742578029c on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:55:02.994673 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.managers [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Attempting to bind port 19d186cc-9aa6-470b-9546-85742578029c by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': 'f78b85eb-28e8-48b5-ae16-5c5feae0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b'}] {{(pid=110323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:55:02.995000 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Attempting to bind port 19d186cc-9aa6-470b-9546-85742578029c on network f1659810-692a-41f1-a6f3-b9973f2e322b {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:55:03.000206 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Port 19d186cc-9aa6-470b-9546-85742578029c on network f1659810-692a-41f1-a6f3-b9973f2e322b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:55:03.001035 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Attempting to bind port 19d186cc-9aa6-470b-9546-85742578029c on network f1659810-692a-41f1-a6f3-b9973f2e322b {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:55:03.006557 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:55:03.006770 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Checking segment: {'id': 'f78b85eb-28e8-48b5-ae16-5c5feae0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:55:03.007110 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Bound using segment: {'id': 'f78b85eb-28e8-48b5-ae16-5c5feae0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b'} {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:55:03.007742 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.managers [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Bound port: 19d186cc-9aa6-470b-9546-85742578029c, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78b85eb-28e8-48b5-ae16-5c5feae0d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b'}}] {{(pid=110323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:55:03.007977 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (19d186cc-9aa6-470b-9546-85742578029c), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:03.050193 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-11ac6b36-8978-4807-85e8-806782eaaac7 req-3899444f-4aea-4e3d-91e3-c5d9668a336d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863401 Apr 29 15:55:03.063014 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1172e9-0d5e-48bd-8504-fb02ae3683c0 req-9b404c28-92ce-48e3-bfbd-170de0909a34 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:03.070805 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0b1172e9-0d5e-48bd-8504-fb02ae3683c0 req-9b404c28-92ce-48e3-bfbd-170de0909a34 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 947 time: 0.0826547 Apr 29 15:55:03.088428 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] For port 19d186cc-9aa6-470b-9546-85742578029c, host hv-cinder-83987, cleared binding levels {{(pid=110323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:03.091416 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] For port 19d186cc-9aa6-470b-9546-85742578029c, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=19d186cc-9aa6-470b-9546-85742578029c,segment=NetworkSegment(f78b85eb-28e8-48b5-ae16-5c5feae0d208),segment_id=f78b85eb-28e8-48b5-ae16-5c5feae0d208)] {{(pid=110323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:03.098341 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c5a4f85-5569-40b6-9adc-3d51095957b9 req-5e9dcf63-42dd-40f6-9da2-dc8db275a1d1 service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859550 Apr 29 15:55:03.127113 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0b1172e9-0d5e-48bd-8504-fb02ae3683c0 req-a07af8ee-d181-47e3-9e3e-4a9a57501d28 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554504 Apr 29 15:55:03.167639 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8618983'] for port (19d186cc-9aa6-470b-9546-85742578029c), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:03.205539 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:03.205832 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for port (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:03.207214 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] 10.222.0.37 "PUT /v2.0/ports/19d186cc-9aa6-470b-9546-85742578029c HTTP/1.1" status: 200 len: 1097 time: 0.8026204 Apr 29 15:55:03.207663 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5181604f-cc2d-4382-bf29-44ca825f6305', 'tag': '19d186cc-9aa6-470b-9546-85742578029c'}] {{(pid=110323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:03.210027 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}414e8c5dbfbee19e4252a5807369e5d62406377d8fb6960200d97a6b20918bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877dc88b-2461-46bc-bfdd-b3aa1969ce10" -d '{"events": [{"name": "network-changed", "server_uuid": "5181604f-cc2d-4382-bf29-44ca825f6305", "tag": "19d186cc-9aa6-470b-9546-85742578029c"}]}' {{(pid=110323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:55:03.234203 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c03708-efd2-4af0-98e9-943a3c5061b8 service neutron] Pushing event updated for resources: {'Port': ['ID=19d186cc-9aa6-470b-9546-85742578029c,revision_number=3']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:03.259826 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf88051-d4b6-4889-96f8-1bbf118195e3 x-openstack-request-id: req-4cf88051-d4b6-4889-96f8-1bbf118195e3 {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:55:03.260121 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5181604f-cc2d-4382-bf29-44ca825f6305", "tag": "19d186cc-9aa6-470b-9546-85742578029c", "status": "completed", "code": 200}]} {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:55:03.260370 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cf88051-d4b6-4889-96f8-1bbf118195e3 {{(pid=110323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:55:03.260774 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf88051-d4b6-4889-96f8-1bbf118195e3'] response: {'name': 'network-changed', 'server_uuid': '5181604f-cc2d-4382-bf29-44ca825f6305', 'tag': '19d186cc-9aa6-470b-9546-85742578029c', 'status': 'completed', 'code': 200} Apr 29 15:55:03.593308 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dc88b-2461-46bc-bfdd-b3aa1969ce10 req-4b20fc85-c31f-4a17-b523-0c07df129f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:03.594801 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-877dc88b-2461-46bc-bfdd-b3aa1969ce10 req-4b20fc85-c31f-4a17-b523-0c07df129f1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c8da0723e99426890f25cbc559b4221&device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 1131 time: 0.0437081 Apr 29 15:55:03.637461 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-877dc88b-2461-46bc-bfdd-b3aa1969ce10 req-5aba8317-41db-46f8-bc9c-75b97cae8adc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6c8da0723e99426890f25cbc559b4221&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270691 Apr 29 15:55:03.799303 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dc88b-2461-46bc-bfdd-b3aa1969ce10 req-7b2a9908-f3b0-4e06-aefa-47aa7ed5a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:03.800693 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-877dc88b-2461-46bc-bfdd-b3aa1969ce10 req-7b2a9908-f3b0-4e06-aefa-47aa7ed5a4e6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547856 Apr 29 15:55:03.873644 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-99746c99-3041-4407-9765-357e42d8eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:03.875089 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-99746c99-3041-4407-9765-357e42d8eb02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c8da0723e99426890f25cbc559b4221&device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 1131 time: 0.0380838 Apr 29 15:55:03.919860 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-804c39ae-7b61-4636-964f-d6271d1716db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=19d186cc-9aa6-470b-9546-85742578029c HTTP/1.1" status: 200 len: 217 time: 0.0370603 Apr 29 15:55:03.970739 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-8b07098f-6efc-47cc-a415-793e8f8b0def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:03.972212 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-8b07098f-6efc-47cc-a415-793e8f8b0def service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59f66b6d-e739-48c5-84cb-996dbdba1bb2 HTTP/1.1" status: 200 len: 843 time: 0.0448899 Apr 29 15:55:04.018029 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-8e5bf956-5cbb-4e6b-9561-765dc4723537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:04.019551 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-8e5bf956-5cbb-4e6b-9561-765dc4723537 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1659810-692a-41f1-a6f3-b9973f2e322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0387216 Apr 29 15:55:04.023693 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dc6ac-3b7b-4e8d-aaa4-da6dadf70893 req-0448ce8e-38da-45be-a810-9bf3ef5323b5 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:04.025165 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5c1dc6ac-3b7b-4e8d-aaa4-da6dadf70893 req-0448ce8e-38da-45be-a810-9bf3ef5323b5 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0477302 Apr 29 15:55:04.074977 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5c1dc6ac-3b7b-4e8d-aaa4-da6dadf70893 req-a838ca21-5168-4de0-9a41-f6bf26df75b7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443001 Apr 29 15:55:04.115901 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-0d5e502a-9f78-4ad3-b878-08337854e6a5 service neutron] 10.222.0.37 "GET /v2.0/networks/f1659810-692a-41f1-a6f3-b9973f2e322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885694 Apr 29 15:55:04.172957 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b749f-7f0e-401d-a040-a94671cec376 req-0ce13fb0-56f5-42fd-ab62-a1e0a2fd6b49 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:04.174461 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bd0b749f-7f0e-401d-a040-a94671cec376 req-0ce13fb0-56f5-42fd-ab62-a1e0a2fd6b49 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0489540 Apr 29 15:55:04.212611 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-ebf590c7-c6a4-4216-92ed-ccbd543dfccf req-ab41d983-7992-449e-97b6-f7a217f0dcd4 service neutron] 10.222.0.37 "GET /v2.0/networks/f1659810-692a-41f1-a6f3-b9973f2e322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844247 Apr 29 15:55:04.260396 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af8531-17d3-4192-b626-0925ab17d3db req-2d481254-b5fa-458b-8581-367ee58efb3f tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:04.261863 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-38af8531-17d3-4192-b626-0925ab17d3db req-2d481254-b5fa-458b-8581-367ee58efb3f tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 947 time: 0.0645120 Apr 29 15:55:04.265389 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bd0b749f-7f0e-401d-a040-a94671cec376 req-be0b0ffc-97a9-4032-90d8-51cfad56ae38 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840406 Apr 29 15:55:04.308314 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-38af8531-17d3-4192-b626-0925ab17d3db req-385214b3-1097-4cc9-9425-0ca642de8f44 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Apr 29 15:55:05.197101 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca2ea2-51f3-4238-b2e4-afb377c27677 req-c9aeb29c-c4ab-434f-8537-ee243461fb22 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:05.198547 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f4ca2ea2-51f3-4238-b2e4-afb377c27677 req-c9aeb29c-c4ab-434f-8537-ee243461fb22 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0502248 Apr 29 15:55:05.244545 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f4ca2ea2-51f3-4238-b2e4-afb377c27677 req-5cae38b4-98ee-46dd-a7de-461fb17e8b74 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404987 Apr 29 15:55:05.375818 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169e513-a157-4475-8076-e6e4cc0a0432 req-af9b96f7-d7dc-406e-afcb-06089ac3e82f tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:05.377237 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a169e513-a157-4475-8076-e6e4cc0a0432 req-af9b96f7-d7dc-406e-afcb-06089ac3e82f tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0466950 Apr 29 15:55:05.439171 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2249f5-7ef2-4d6f-9cfe-9aca26183bc3 req-3305b5c1-900a-44d4-a8f1-d2cf2fe03d50 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:05.440639 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b2249f5-7ef2-4d6f-9cfe-9aca26183bc3 req-3305b5c1-900a-44d4-a8f1-d2cf2fe03d50 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 947 time: 0.0625417 Apr 29 15:55:05.478190 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a169e513-a157-4475-8076-e6e4cc0a0432 req-1bc3f39e-5337-41ad-85f0-e39467a57f28 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912287 Apr 29 15:55:05.503338 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b2249f5-7ef2-4d6f-9cfe-9aca26183bc3 req-324b95d6-6e18-4a5d-8869-f41c5ca1727f tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562909 Apr 29 15:55:06.360679 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79526d0-bb2d-4084-b833-b332395fd8b7 req-3a3cc77b-e2aa-4bc7-b156-595445b61105 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:06.362107 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e79526d0-bb2d-4084-b833-b332395fd8b7 req-3a3cc77b-e2aa-4bc7-b156-595445b61105 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0468521 Apr 29 15:55:06.408443 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e79526d0-bb2d-4084-b833-b332395fd8b7 req-074b2546-660f-4d83-a8fb-9cd54f5c1851 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406997 Apr 29 15:55:06.619162 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969da2b-b66c-4a9c-bb44-5881f7bfc905 req-763f6e58-fd17-40fa-9d6c-cfcff1dd797d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:06.620668 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e969da2b-b66c-4a9c-bb44-5881f7bfc905 req-763f6e58-fd17-40fa-9d6c-cfcff1dd797d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0760891 Apr 29 15:55:06.639343 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac132dd-5174-4ccc-9a33-8c3cb08f9df2 req-45a46153-b50c-4c0d-a7f3-94fe38dd8b77 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:06.640843 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eac132dd-5174-4ccc-9a33-8c3cb08f9df2 req-45a46153-b50c-4c0d-a7f3-94fe38dd8b77 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 947 time: 0.0676355 Apr 29 15:55:06.700802 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e969da2b-b66c-4a9c-bb44-5881f7bfc905 req-68f8d8f2-f36a-45d3-b4bb-0d9aac753664 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745499 Apr 29 15:55:06.714869 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eac132dd-5174-4ccc-9a33-8c3cb08f9df2 req-7ada8a19-0e77-43ea-a7ba-43c76dbc8723 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661349 Apr 29 15:55:07.490471 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 19d186cc-9aa6-470b-9546-85742578029c details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:55:07.528430 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c125e-dbd0-4ca1-aa08-ecebd39e22f6 req-fd655b0e-eeeb-49d5-b6f3-b220d30e9fac tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:07.529941 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cb8c125e-dbd0-4ca1-aa08-ecebd39e22f6 req-fd655b0e-eeeb-49d5-b6f3-b220d30e9fac tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 943 time: 0.0479853 Apr 29 15:55:07.577345 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cb8c125e-dbd0-4ca1-aa08-ecebd39e22f6 req-be7f9383-fb73-41d7-b329-19d056c689a2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416534 Apr 29 15:55:07.588506 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 19d186cc-9aa6-470b-9546-85742578029c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=19d186cc-9aa6-470b-9546-85742578029c,segment=NetworkSegment(f78b85eb-28e8-48b5-ae16-5c5feae0d208),segment_id=f78b85eb-28e8-48b5-ae16-5c5feae0d208)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:07.600033 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': '19d186cc-9aa6-470b-9546-85742578029c', 'network_id': 'f1659810-692a-41f1-a6f3-b9973f2e322b', 'port_id': '19d186cc-9aa6-470b-9546-85742578029c', 'mac_address': 'fa:16:3e:d5:45:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f66b6d-e739-48c5-84cb-996dbdba1bb2', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:55:07.637154 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 19d186cc-9aa6-470b-9546-85742578029c is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:07.637363 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (19d186cc-9aa6-470b-9546-85742578029c), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:07.650952 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d186cc-9aa6-470b-9546-85742578029c {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:55:07.670375 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 19d186cc-9aa6-470b-9546-85742578029c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=19d186cc-9aa6-470b-9546-85742578029c,segment=NetworkSegment(f78b85eb-28e8-48b5-ae16-5c5feae0d208),segment_id=f78b85eb-28e8-48b5-ae16-5c5feae0d208)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:07.744922 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (19d186cc-9aa6-470b-9546-85742578029c), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:07.748703 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:55:07.869086 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fb64d-49cd-4d19-b319-8ab1898e0345 req-5e732596-0867-41d3-b7f5-bf4874c88e2b tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:07.870668 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b3fb64d-49cd-4d19-b319-8ab1898e0345 req-5e732596-0867-41d3-b7f5-bf4874c88e2b tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0996554 Apr 29 15:55:07.892221 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540c47b-192c-4fc5-a618-fef7c117e84a req-e5720d6d-7fce-4b90-ac66-1a7be52d0e43 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:07.893774 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8540c47b-192c-4fc5-a618-fef7c117e84a req-e5720d6d-7fce-4b90-ac66-1a7be52d0e43 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 948 time: 0.0793667 Apr 29 15:55:07.963066 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b3fb64d-49cd-4d19-b319-8ab1898e0345 req-7b91037a-115b-4610-a365-b18659f344ba tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862200 Apr 29 15:55:07.970350 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8540c47b-192c-4fc5-a618-fef7c117e84a req-89ed8e0a-6acb-4209-b1f2-29ddb3771fe2 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685434 Apr 29 15:55:08.029174 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=19d186cc-9aa6-470b-9546-85742578029c,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:08.047576 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.050477 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.050477 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.050477 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.050477 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.050477 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.050477 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.050477 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.050477 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.050477 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.051222 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.051222 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.051546 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.051896 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.052214 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.057275 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:08.068140 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'port_id': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'mac_address': 'fa:16:3e:a2:fb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:55:08.104450 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:08.104839 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:08.117962 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:55:08.139036 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:08.212368 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:08.260850 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,revision_number=9']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:08.698145 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d914b19-c10b-4e34-9306-988859f603cd req-39a0b584-79d2-4e44-8f49-0e45a3f99e45 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:08.699586 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8d914b19-c10b-4e34-9306-988859f603cd req-39a0b584-79d2-4e44-8f49-0e45a3f99e45 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.0472116 Apr 29 15:55:08.750075 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8d914b19-c10b-4e34-9306-988859f603cd req-d70d59c8-c97a-4063-b0b3-18975ae7a171 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448198 Apr 29 15:55:08.853345 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:55:08.996969 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['19d186cc-9aa6-470b-9546-85742578029c'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:55:09.091018 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04279ee-51f9-42ca-8022-83365769ac2a req-ef12c465-597a-4a9f-851b-ad1ff3855379 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:09.092444 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b04279ee-51f9-42ca-8022-83365769ac2a req-ef12c465-597a-4a9f-851b-ad1ff3855379 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0532260 Apr 29 15:55:09.146307 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b04279ee-51f9-42ca-8022-83365769ac2a req-6d02537f-ee4f-44ad-a805-dbd79b6d20d7 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479481 Apr 29 15:55:09.259270 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c919c-60d8-49f2-a80c-afd5a81c284e req-be7c2d7a-4b21-4643-887b-b3fc852d1320 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:09.260772 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-926c919c-60d8-49f2-a80c-afd5a81c284e req-be7c2d7a-4b21-4643-887b-b3fc852d1320 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 948 time: 0.0480568 Apr 29 15:55:09.341812 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-926c919c-60d8-49f2-a80c-afd5a81c284e req-68ff91ad-14a8-432f-9737-d633f93c0bf9 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755527 Apr 29 15:55:09.357613 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b86bc6-0e31-4bc5-82a8-d0affce51c29 req-ede04089-e384-4abe-866b-9274a8e97338 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:09.359287 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-93b86bc6-0e31-4bc5-82a8-d0affce51c29 req-ede04089-e384-4abe-866b-9274a8e97338 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0581052 Apr 29 15:55:09.418071 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-93b86bc6-0e31-4bc5-82a8-d0affce51c29 req-50fbed90-02c2-4f4a-a382-852141eaaacb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530958 Apr 29 15:55:09.851991 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c786-4fb8-4c1a-9b19-ab5084ba7b7e req-9a3cf34e-c105-4ab7-8761-59d135af9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:09.853464 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-5a76c786-4fb8-4c1a-9b19-ab5084ba7b7e req-9a3cf34e-c105-4ab7-8761-59d135af9205 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e34d6a17637c4881bdca94d15105a795&device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 1169 time: 0.0465019 Apr 29 15:55:09.878486 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee83b50-e88d-43d8-b5b1-fc9666621f75 req-f40cde73-7355-4e31-9069-be89c57a26b9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:09.879997 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0ee83b50-e88d-43d8-b5b1-fc9666621f75 req-f40cde73-7355-4e31-9069-be89c57a26b9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.0496879 Apr 29 15:55:09.929063 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0ee83b50-e88d-43d8-b5b1-fc9666621f75 req-567ecd82-36c8-45d7-9fe1-a0f69ee05e88 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424168 Apr 29 15:55:09.954398 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c786-4fb8-4c1a-9b19-ab5084ba7b7e req-493ed4ba-b691-49bb-87ba-aaca75262eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:09.956728 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-5a76c786-4fb8-4c1a-9b19-ab5084ba7b7e req-493ed4ba-b691-49bb-87ba-aaca75262eff service neutron] 10.222.0.37 "GET /v2.0/networks?id=9186de40-610d-414d-b482-035dcefa4c45 HTTP/1.1" status: 200 len: 916 time: 0.0929718 Apr 29 15:55:10.264660 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb0f09-7421-40d6-9837-7da8f37ebb8d req-88150f7e-e2f8-46f9-b021-c32c1d150bf2 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:10.266100 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fddb0f09-7421-40d6-9837-7da8f37ebb8d req-88150f7e-e2f8-46f9-b021-c32c1d150bf2 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0509136 Apr 29 15:55:10.313880 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fddb0f09-7421-40d6-9837-7da8f37ebb8d req-4b3f89c6-db99-49e4-928d-83c1fdc0a4bd tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421488 Apr 29 15:55:10.455152 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb718c-4c9a-4f57-aca3-21123ad27b1b req-3dbd8146-d646-4026-ab95-223a17d9e3e6 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:10.456665 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9dfb718c-4c9a-4f57-aca3-21123ad27b1b req-3dbd8146-d646-4026-ab95-223a17d9e3e6 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 948 time: 0.0478842 Apr 29 15:55:10.532236 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9dfb718c-4c9a-4f57-aca3-21123ad27b1b req-c1a1ee23-15eb-47fa-aff2-84ceeeebbd2b tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671792 Apr 29 15:55:10.547219 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a21ad-fb2e-4e4b-94e4-82247acbf03e req-79d2189e-8dc1-4587-a1c4-a6153f10ec83 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:10.548660 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cc7a21ad-fb2e-4e4b-94e4-82247acbf03e req-79d2189e-8dc1-4587-a1c4-a6153f10ec83 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0563350 Apr 29 15:55:10.612243 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cc7a21ad-fb2e-4e4b-94e4-82247acbf03e req-2469b8cc-a4eb-4ca9-9196-e29245c1974c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569782 Apr 29 15:55:11.046766 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a993868-fb06-4398-8615-340e67bbd11c req-7c1146ee-c788-40c6-b4f4-2e8b4596ae7f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:11.048225 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3a993868-fb06-4398-8615-340e67bbd11c req-7c1146ee-c788-40c6-b4f4-2e8b4596ae7f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.0468976 Apr 29 15:55:11.093124 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3a993868-fb06-4398-8615-340e67bbd11c req-519a3b83-e129-40e0-b8c1-9403c0a4bfb8 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393720 Apr 29 15:55:11.423854 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645d4f1-b9b1-4dab-8208-0ed8ce6cf513 req-dfa72131-0a54-43d1-b944-6da3f13e1789 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:11.425291 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d645d4f1-b9b1-4dab-8208-0ed8ce6cf513 req-dfa72131-0a54-43d1-b944-6da3f13e1789 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0462344 Apr 29 15:55:11.473373 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d645d4f1-b9b1-4dab-8208-0ed8ce6cf513 req-b8663078-23d1-4da0-8428-c8808297393c tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 Apr 29 15:55:11.648945 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e59611-ec37-4239-bc3f-4e61d2e651ef req-8a7a491e-41bc-4acf-b847-e135963c91d1 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:11.654341 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-5a76c786-4fb8-4c1a-9b19-ab5084ba7b7e req-d1118bba-8d96-484e-b947-761299a7c23f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d158d4fc-a40e-4394-a34e-dc979224f855 HTTP/1.1" status: 200 len: 1002 time: 0.0729458 Apr 29 15:55:11.655043 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-72e59611-ec37-4239-bc3f-4e61d2e651ef req-8a7a491e-41bc-4acf-b847-e135963c91d1 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 948 time: 0.0573759 Apr 29 15:55:11.726243 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-72e59611-ec37-4239-bc3f-4e61d2e651ef req-334e9ef6-ab5b-4fe9-a7e3-2c5fb970556e tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701089 Apr 29 15:55:11.742684 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f270223-0794-41f1-811b-f4ae9588dfb7 req-5b096a5b-8e43-4320-9cc8-abd1a6737702 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:11.744157 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5f270223-0794-41f1-811b-f4ae9588dfb7 req-5b096a5b-8e43-4320-9cc8-abd1a6737702 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0611508 Apr 29 15:55:11.802061 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5f270223-0794-41f1-811b-f4ae9588dfb7 req-6cb6f9fe-83c4-47b5-ad79-fb6856564241 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522614 Apr 29 15:55:12.209592 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f6bdc-8464-4a4d-ac9c-cec4d2feb455 req-e6deeee4-180f-4237-89d5-0999b1ff492c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:12.211014 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-649f6bdc-8464-4a4d-ac9c-cec4d2feb455 req-e6deeee4-180f-4237-89d5-0999b1ff492c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.0464509 Apr 29 15:55:12.261411 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-649f6bdc-8464-4a4d-ac9c-cec4d2feb455 req-363023f0-11ac-47f7-ad20-084a3ae57a68 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449376 Apr 29 15:55:12.557799 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c786-4fb8-4c1a-9b19-ab5084ba7b7e req-02469bef-4a39-4213-a29b-49e8a691b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:12.559275 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-5a76c786-4fb8-4c1a-9b19-ab5084ba7b7e req-02469bef-4a39-4213-a29b-49e8a691b675 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf247570-ba12-4a7a-94b0-eb862590a764 HTTP/1.1" status: 200 len: 854 time: 0.0466247 Apr 29 15:55:12.583911 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f80128-98b1-4f52-ac70-62018c8caf60 req-cfa199f0-4b90-4330-8bd1-a3495e9ef084 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:12.586278 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-66f80128-98b1-4f52-ac70-62018c8caf60 req-cfa199f0-4b90-4330-8bd1-a3495e9ef084 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0461397 Apr 29 15:55:12.604825 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c786-4fb8-4c1a-9b19-ab5084ba7b7e req-052b6b5a-80d8-4089-b0f5-5c291b14b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:12.606294 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-5a76c786-4fb8-4c1a-9b19-ab5084ba7b7e req-052b6b5a-80d8-4089-b0f5-5c291b14b242 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9186de40-610d-414d-b482-035dcefa4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393555 Apr 29 15:55:12.635598 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-66f80128-98b1-4f52-ac70-62018c8caf60 req-b2aadfa4-d2d0-420a-b717-e366c65fbb04 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 Apr 29 15:55:12.713937 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-5a76c786-4fb8-4c1a-9b19-ab5084ba7b7e req-cefe1223-b845-4a7b-a60b-ca7d16abdd0f service neutron] 10.222.0.37 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995965 Apr 29 15:55:12.809946 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-5a76c786-4fb8-4c1a-9b19-ab5084ba7b7e req-8d9d937a-51cf-4d60-bd6e-5e7ec0a40c58 service neutron] 10.222.0.37 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860689 Apr 29 15:55:12.845890 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45258526-7ba1-4910-a43f-f30a7f391cdc req-f0af14b9-f009-4ed2-86f4-4c653047f7b8 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:12.847405 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-45258526-7ba1-4910-a43f-f30a7f391cdc req-f0af14b9-f009-4ed2-86f4-4c653047f7b8 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 948 time: 0.0516889 Apr 29 15:55:12.930119 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-45258526-7ba1-4910-a43f-f30a7f391cdc req-fe223f83-bb70-4ba0-a601-2deeae719b51 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766766 Apr 29 15:55:12.942910 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8f20b-d800-4c57-8d0a-e2f2e1c3f7c3 req-7f3f5f0b-a735-4d2a-8f25-031e9ef4a9ab tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:12.945254 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b0b8f20b-d800-4c57-8d0a-e2f2e1c3f7c3 req-7f3f5f0b-a735-4d2a-8f25-031e9ef4a9ab tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0702543 Apr 29 15:55:13.015212 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b0b8f20b-d800-4c57-8d0a-e2f2e1c3f7c3 req-6ecfc44e-8b4f-490e-955e-5927bc9a47fb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584555 Apr 29 15:55:13.171217 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 19d186cc-9aa6-470b-9546-85742578029c up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:13.219382 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port 19d186cc-9aa6-470b-9546-85742578029c completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:55:13.269652 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port 19d186cc-9aa6-470b-9546-85742578029c triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:13.269982 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (19d186cc-9aa6-470b-9546-85742578029c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:13.359328 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 19d186cc-9aa6-470b-9546-85742578029c is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:13.359868 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (19d186cc-9aa6-470b-9546-85742578029c), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:13.382982 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5181604f-cc2d-4382-bf29-44ca825f6305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d186cc-9aa6-470b-9546-85742578029c'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:13.385281 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65de5ff3-09b7-4bf8-83c1-eb882d798b26" -d '{"events": [{"server_uuid": "5181604f-cc2d-4382-bf29-44ca825f6305", "name": "network-vif-plugged", "status": "completed", "tag": "19d186cc-9aa6-470b-9546-85742578029c"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:55:13.393178 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4dee-d4f3-480b-b41d-f91eaf740aff req-85177444-52e3-46f0-8099-0842ce3e84c9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:13.394790 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-291e4dee-d4f3-480b-b41d-f91eaf740aff req-85177444-52e3-46f0-8099-0842ce3e84c9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 944 time: 0.0539050 Apr 29 15:55:13.398672 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 19d186cc-9aa6-470b-9546-85742578029c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=19d186cc-9aa6-470b-9546-85742578029c,segment=NetworkSegment(f78b85eb-28e8-48b5-ae16-5c5feae0d208),segment_id=f78b85eb-28e8-48b5-ae16-5c5feae0d208)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:13.430061 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b3000c-99cf-425a-9fe2-c115fd778412 x-openstack-request-id: req-26b3000c-99cf-425a-9fe2-c115fd778412 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:55:13.430449 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5181604f-cc2d-4382-bf29-44ca825f6305", "name": "network-vif-plugged", "status": "completed", "tag": "19d186cc-9aa6-470b-9546-85742578029c", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:55:13.430782 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26b3000c-99cf-425a-9fe2-c115fd778412 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:55:13.431245 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b3000c-99cf-425a-9fe2-c115fd778412'] response: {'server_uuid': '5181604f-cc2d-4382-bf29-44ca825f6305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d186cc-9aa6-470b-9546-85742578029c', 'code': 200} Apr 29 15:55:13.450417 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-291e4dee-d4f3-480b-b41d-f91eaf740aff req-f61737e3-58dd-4020-99e5-87399e2f377d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444257 Apr 29 15:55:13.487573 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (19d186cc-9aa6-470b-9546-85742578029c), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:13.488521 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:13.569357 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=19d186cc-9aa6-470b-9546-85742578029c,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:13.586833 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:13.586833 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:13.661366 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:13.661751 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:13.694531 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:13.758014 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97fac2-68a3-4f3b-87c8-55e9a1d05bab req-53090d5c-7911-4daa-8046-ccc5a62c4243 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:13.759889 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7b97fac2-68a3-4f3b-87c8-55e9a1d05bab req-53090d5c-7911-4daa-8046-ccc5a62c4243 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0530107 Apr 29 15:55:13.765175 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd94a09-dbcd-4ffc-81de-9dd5243c52d8 req-c5834753-9715-4791-b05c-30e2dd7a7f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:13.767243 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-3dd94a09-dbcd-4ffc-81de-9dd5243c52d8 req-c5834753-9715-4791-b05c-30e2dd7a7f1b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 1133 time: 0.0470746 Apr 29 15:55:13.778175 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:13.811267 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7b97fac2-68a3-4f3b-87c8-55e9a1d05bab req-1d8f9fb3-ce1a-4c4b-9886-ea7684c8d834 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454569 Apr 29 15:55:13.819599 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-3dd94a09-dbcd-4ffc-81de-9dd5243c52d8 req-8fd9a05f-2d7b-4f1a-b11c-f2951e3d6093 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Apr 29 15:55:13.827434 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,revision_number=10']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:14.050416 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e50f21-7c1e-4e5b-8264-5009be3503f3 req-eb54b592-6bf0-42c3-b9ed-7db7963b1c4e tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:14.053963 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c9e50f21-7c1e-4e5b-8264-5009be3503f3 req-eb54b592-6bf0-42c3-b9ed-7db7963b1c4e tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 949 time: 0.0501642 Apr 29 15:55:14.127625 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c9e50f21-7c1e-4e5b-8264-5009be3503f3 req-2a330b34-05ae-4435-b706-1546f3980948 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690453 Apr 29 15:55:14.143969 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814e2a-7836-42ef-9800-c690b5492014 req-47bd997d-76dd-43ae-ac19-35c31d2300f3 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:14.144893 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8d814e2a-7836-42ef-9800-c690b5492014 req-47bd997d-76dd-43ae-ac19-35c31d2300f3 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0579784 Apr 29 15:55:14.212550 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8d814e2a-7836-42ef-9800-c690b5492014 req-5b12bd2a-c106-47be-bc33-4ca3b6dd9e66 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585139 Apr 29 15:55:14.571453 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fa695-e81b-4ab1-b477-c20278ab020d req-19616ec9-3e6a-453c-93f7-d82e643938b4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:14.572920 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-466fa695-e81b-4ab1-b477-c20278ab020d req-19616ec9-3e6a-453c-93f7-d82e643938b4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0471106 Apr 29 15:55:14.619877 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-466fa695-e81b-4ab1-b477-c20278ab020d req-ceec8466-4369-405b-a7d9-81e16f87db8e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415721 Apr 29 15:55:14.772942 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:14.925517 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0c62-50b3-452e-a414-a25c2be3db81 req-a1e7471f-abee-4794-a418-faf77de33417 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:14.926991 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dead0c62-50b3-452e-a414-a25c2be3db81 req-a1e7471f-abee-4794-a418-faf77de33417 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0477340 Apr 29 15:55:14.977566 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dead0c62-50b3-452e-a414-a25c2be3db81 req-8d27b2a1-753f-4c63-87e9-2be6e358265c tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447419 Apr 29 15:55:15.018260 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7503221f-e82b-4448-9a85-a6b954565d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:15.245989 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6a5ce-a6b7-4a40-8681-1e54fca1243f req-6b5a93b5-0815-4aba-8e82-d90eb31cadfd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:15.247464 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d6e6a5ce-a6b7-4a40-8681-1e54fca1243f req-6b5a93b5-0815-4aba-8e82-d90eb31cadfd tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 949 time: 0.0512979 Apr 29 15:55:15.319245 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d6e6a5ce-a6b7-4a40-8681-1e54fca1243f req-228bb329-eddc-4f72-868f-389f1a7c9b39 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656853 Apr 29 15:55:15.335121 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4508a55-09c3-4248-866a-20d3450468c3 req-b942c2b5-2b73-461b-b879-62185ffca3a9 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:15.336588 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d4508a55-09c3-4248-866a-20d3450468c3 req-b942c2b5-2b73-461b-b879-62185ffca3a9 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0562642 Apr 29 15:55:15.403350 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d4508a55-09c3-4248-866a-20d3450468c3 req-f156c28a-4a1c-4619-a7f4-20ada2d8083d tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610292 Apr 29 15:55:15.432226 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:15.434492 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccf9677-b132-4577-85b8-db9c4d43b52d" -d '{"events": [{"server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "name": "network-vif-plugged", "status": "completed", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:55:15.468455 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f694f75-ae22-49ef-81d1-c03e98edf410 x-openstack-request-id: req-7f694f75-ae22-49ef-81d1-c03e98edf410 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:55:15.468776 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "name": "network-vif-plugged", "status": "completed", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:55:15.469044 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f694f75-ae22-49ef-81d1-c03e98edf410 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:55:15.469442 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f694f75-ae22-49ef-81d1-c03e98edf410'] response: {'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'code': 200} Apr 29 15:55:15.737230 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c56644-d633-4ba0-9007-db87bd76ac11 req-d8e49c92-ce61-44b6-a891-bf9f33890100 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:15.738660 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-51c56644-d633-4ba0-9007-db87bd76ac11 req-d8e49c92-ce61-44b6-a891-bf9f33890100 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0478292 Apr 29 15:55:15.800214 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-51c56644-d633-4ba0-9007-db87bd76ac11 req-cd91cba8-9fe5-4050-a1ae-9f1d495a3db8 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550985 Apr 29 15:55:16.094742 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaff3e-4e2a-483e-b206-093f3b67c7d9 req-9dadeb8d-6ffe-4fd2-b4bc-14bf2ef9d4a4 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:16.097449 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0aeaff3e-4e2a-483e-b206-093f3b67c7d9 req-9dadeb8d-6ffe-4fd2-b4bc-14bf2ef9d4a4 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0509477 Apr 29 15:55:16.151285 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0aeaff3e-4e2a-483e-b206-093f3b67c7d9 req-4d33164e-c57f-4cc1-bd9b-4f8cac0ee10d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470798 Apr 29 15:55:16.310376 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 68152383-58a1-4371-85dd-3cfb205fa8ae details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:55:16.408980 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 68152383-58a1-4371-85dd-3cfb205fa8ae, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=68152383-58a1-4371-85dd-3cfb205fa8ae,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:16.420745 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'port_id': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'mac_address': 'fa:16:3e:14:5f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:55:16.430826 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e653c-a428-4cf3-8739-94dae8b84dfc req-f85bbb81-3fad-42fb-a38f-152304e831eb tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:16.432367 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5c2e653c-a428-4cf3-8739-94dae8b84dfc req-f85bbb81-3fad-42fb-a38f-152304e831eb tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 949 time: 0.0474110 Apr 29 15:55:16.463890 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 68152383-58a1-4371-85dd-3cfb205fa8ae is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:16.464283 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:16.478586 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68152383-58a1-4371-85dd-3cfb205fa8ae {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:55:16.495699 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5c2e653c-a428-4cf3-8739-94dae8b84dfc req-608dafb1-0501-40de-a282-ee486241c3e9 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564137 Apr 29 15:55:16.498908 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 68152383-58a1-4371-85dd-3cfb205fa8ae, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=68152383-58a1-4371-85dd-3cfb205fa8ae,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:16.533169 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e76e18-8422-4ef1-b5a5-ffabcde92dc3 req-e93a523c-8286-493e-b7c9-2a019f8c58b0 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:16.536343 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-49e76e18-8422-4ef1-b5a5-ffabcde92dc3 req-e93a523c-8286-493e-b7c9-2a019f8c58b0 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0545368 Apr 29 15:55:16.593437 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-49e76e18-8422-4ef1-b5a5-ffabcde92dc3 req-dfd71af0-02d7-4a42-9c46-b73c143f5fb1 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522182 Apr 29 15:55:16.600978 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:16.653208 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=68152383-58a1-4371-85dd-3cfb205fa8ae,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:16.920497 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c2c99-4622-4d18-b2dd-0cceb2a40b55 req-968263d2-531d-4eac-b321-5b03a4ffa76f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:16.921951 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c71c2c99-4622-4d18-b2dd-0cceb2a40b55 req-968263d2-531d-4eac-b321-5b03a4ffa76f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0483189 Apr 29 15:55:16.969182 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c71c2c99-4622-4d18-b2dd-0cceb2a40b55 req-27e06150-220f-4e36-8483-d26f4e22e973 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 Apr 29 15:55:17.268146 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26280b-5141-49b3-b3ab-482f2955d0be req-577eb396-6e79-45da-84d2-7b6cf95665ea tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:17.269582 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4d26280b-5141-49b3-b3ab-482f2955d0be req-577eb396-6e79-45da-84d2-7b6cf95665ea tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0522180 Apr 29 15:55:17.317254 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4d26280b-5141-49b3-b3ab-482f2955d0be req-13560b61-c7b1-4b3f-a534-db7c7a8b6fd2 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Apr 29 15:55:17.434375 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-0b961a3e-8638-4130-8f75-81bb781902c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:17.611119 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c3c7c-ea47-441a-bf4f-354178295972 req-906b4dcf-13e3-4d63-9478-3acdda7df3c3 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:17.612620 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-de3c3c7c-ea47-441a-bf4f-354178295972 req-906b4dcf-13e3-4d63-9478-3acdda7df3c3 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 949 time: 0.0472500 Apr 29 15:55:17.664632 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-de3c3c7c-ea47-441a-bf4f-354178295972 req-afa31191-52fb-4fb7-937b-af16f7649a3a tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455799 Apr 29 15:55:17.714583 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad7436-42a8-4c24-8bbb-2c5f93be9d87 req-439f2fb6-5666-4ead-aa30-0380bd2d22fc tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:17.715981 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-34ad7436-42a8-4c24-8bbb-2c5f93be9d87 req-439f2fb6-5666-4ead-aa30-0380bd2d22fc tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0504696 Apr 29 15:55:17.739247 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['68152383-58a1-4371-85dd-3cfb205fa8ae'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:55:17.779907 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-34ad7436-42a8-4c24-8bbb-2c5f93be9d87 req-e4a81170-67e7-4d62-ab11-78d143587219 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581465 Apr 29 15:55:18.088095 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451113ea-830a-44d8-ad13-6ebf3163dcc4 req-9da0e599-c633-4c32-b137-06bd080aef01 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:18.089590 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-451113ea-830a-44d8-ad13-6ebf3163dcc4 req-9da0e599-c633-4c32-b137-06bd080aef01 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0485599 Apr 29 15:55:18.138670 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-451113ea-830a-44d8-ad13-6ebf3163dcc4 req-e8ffe872-8fbe-40c9-b428-40c53b81e3fd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434442 Apr 29 15:55:18.453835 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9655a-ca93-414c-ab00-9dce1d081071 req-2d389efe-6f27-4f45-bf78-29ee345a588e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:18.455291 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e3f9655a-ca93-414c-ab00-9dce1d081071 req-2d389efe-6f27-4f45-bf78-29ee345a588e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0474398 Apr 29 15:55:18.508281 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e3f9655a-ca93-414c-ab00-9dce1d081071 req-ae497593-7ae6-4517-a1e4-ca6db93f873d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471163 Apr 29 15:55:18.727014 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:18.781692 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3c76b-0dd8-42a0-87fd-9737a52eddd6 req-53c83473-a4bb-44c7-9b82-75bda924c86b tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:18.783058 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-71e3c76b-0dd8-42a0-87fd-9737a52eddd6 req-53c83473-a4bb-44c7-9b82-75bda924c86b tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 949 time: 0.0510297 Apr 29 15:55:18.831701 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-71e3c76b-0dd8-42a0-87fd-9737a52eddd6 req-a9014a99-3261-4d73-9568-46a1ed73373a tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 Apr 29 15:55:18.900827 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d8a10-265c-49a7-907c-e22099a4e703 req-00517063-9c55-401a-90bb-f23da8ae2f73 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:18.903110 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-671d8a10-265c-49a7-907c-e22099a4e703 req-00517063-9c55-401a-90bb-f23da8ae2f73 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0498116 Apr 29 15:55:18.967045 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-671d8a10-265c-49a7-907c-e22099a4e703 req-d1d27165-08f5-4223-bbbc-ad132d4a1918 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590158 Apr 29 15:55:19.289725 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe42ba-be7a-45bc-bed2-20a9e96e53d0 req-b3f83d4b-00c3-4177-9af4-c322ac1826ba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:19.291190 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6afe42ba-be7a-45bc-bed2-20a9e96e53d0 req-b3f83d4b-00c3-4177-9af4-c322ac1826ba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0753078 Apr 29 15:55:19.319619 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e124bf-0964-4fed-9078-7ac47ce2e41f req-0fa801bd-8b81-4961-964f-f4dfad3bd94a tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:19.321069 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e4e124bf-0964-4fed-9078-7ac47ce2e41f req-0fa801bd-8b81-4961-964f-f4dfad3bd94a tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 949 time: 0.0746176 Apr 29 15:55:19.365773 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6afe42ba-be7a-45bc-bed2-20a9e96e53d0 req-19cfac77-bc5e-4212-9f74-6928a646269f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687282 Apr 29 15:55:19.386502 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e4e124bf-0964-4fed-9078-7ac47ce2e41f req-75be894d-ae9c-4fda-a2ab-f85e4f917c65 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591898 Apr 29 15:55:19.619514 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ead2ac-09ef-4b59-9e5c-ce569890ece0 req-a6899721-7061-4d0e-86b0-5162b43b0fba tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:19.620996 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f8ead2ac-09ef-4b59-9e5c-ce569890ece0 req-a6899721-7061-4d0e-86b0-5162b43b0fba tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0485256 Apr 29 15:55:19.668983 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f8ead2ac-09ef-4b59-9e5c-ce569890ece0 req-c1dc4d18-67aa-40fe-9e18-1e579df2329a tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Apr 29 15:55:20.085814 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bcac1-75e1-410a-a356-71e446d75a1a req-8d632efa-499a-4c0f-a17f-d4e107daf52f tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:20.087325 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-664bcac1-75e1-410a-a356-71e446d75a1a req-8d632efa-499a-4c0f-a17f-d4e107daf52f tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0513740 Apr 29 15:55:20.132804 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:20.146366 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-664bcac1-75e1-410a-a356-71e446d75a1a req-0cf3e4b0-c3c6-446e-9db5-125444e4dd6e tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531142 Apr 29 15:55:20.511822 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68a028-6a31-471c-ad9d-6fcf6633d11e req-abf3d78f-7c62-4e39-b855-d9d8db45e30d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:20.513278 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7d68a028-6a31-471c-ad9d-6fcf6633d11e req-abf3d78f-7c62-4e39-b855-d9d8db45e30d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0744247 Apr 29 15:55:20.531819 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720705b-6e50-4e20-ab57-ab2e97d856d7 req-e67191ca-ee2d-4a2b-9d62-6b6b1d3ad558 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:20.533193 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b720705b-6e50-4e20-ab57-ab2e97d856d7 req-e67191ca-ee2d-4a2b-9d62-6b6b1d3ad558 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 949 time: 0.0650306 Apr 29 15:55:20.599460 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7d68a028-6a31-471c-ad9d-6fcf6633d11e req-71e11dab-5860-487d-9cfa-12a04387e5f3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806549 Apr 29 15:55:20.606419 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b720705b-6e50-4e20-ab57-ab2e97d856d7 req-0180e2c2-2c59-41c4-9b1a-1e5c65dce6f2 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658069 Apr 29 15:55:20.780411 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3d14-263a-4cc8-a78a-b693dc6d51d0 req-f9e3f779-1cfc-4fef-a3d0-4f00ae7cbf3e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:20.781851 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-95ad3d14-263a-4cc8-a78a-b693dc6d51d0 req-f9e3f779-1cfc-4fef-a3d0-4f00ae7cbf3e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0471933 Apr 29 15:55:20.829329 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-95ad3d14-263a-4cc8-a78a-b693dc6d51d0 req-d36ca908-8a2e-48bf-b7df-ca8012791f95 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420797 Apr 29 15:55:21.264406 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55ea40-afe8-4c7c-b8ba-1d584b2d623f req-527c72c9-ebcf-477d-851b-6ef3a3274b7d tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:21.265898 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5c55ea40-afe8-4c7c-b8ba-1d584b2d623f req-527c72c9-ebcf-477d-851b-6ef3a3274b7d tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0494807 Apr 29 15:55:21.324859 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5c55ea40-afe8-4c7c-b8ba-1d584b2d623f req-886f4b69-c138-4fba-a6c9-1341e61dfdbc tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533283 Apr 29 15:55:21.762268 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22eb5f-dfaf-441a-ba0f-e9fc8ab3c225 req-1e55ca48-feb3-4ebb-a154-a8de58b0a809 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:21.763755 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-de22eb5f-dfaf-441a-ba0f-e9fc8ab3c225 req-1e55ca48-feb3-4ebb-a154-a8de58b0a809 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0788395 Apr 29 15:55:21.769659 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb50e21-5d6b-4219-b90d-8c43c8076084 req-64b4cf2b-cb2c-4891-adac-3bab37909528 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:21.771049 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9bb50e21-5d6b-4219-b90d-8c43c8076084 req-64b4cf2b-cb2c-4891-adac-3bab37909528 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 949 time: 0.0770991 Apr 29 15:55:21.804511 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 68152383-58a1-4371-85dd-3cfb205fa8ae up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:21.845288 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-de22eb5f-dfaf-441a-ba0f-e9fc8ab3c225 req-3d869020-5e54-4c80-bd42-db2eb41f227a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700552 Apr 29 15:55:21.850777 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9bb50e21-5d6b-4219-b90d-8c43c8076084 req-a5f935d7-e33c-4083-a5bc-5af70c911801 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724206 Apr 29 15:55:21.884816 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port 68152383-58a1-4371-85dd-3cfb205fa8ae completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:55:21.910885 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb2bf0-0487-448b-a7f3-295f604c5562 req-4bb6a437-1ceb-4d73-ab36-32b89c6ed263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:21.913118 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-94eb2bf0-0487-448b-a7f3-295f604c5562 req-4bb6a437-1ceb-4d73-ab36-32b89c6ed263 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 1130 time: 0.0435920 Apr 29 15:55:21.963438 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c344a-c78d-46b4-84de-ad02968a1dd7 req-2e6333bb-ceb1-47d1-b165-c1a890ad4310 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:21.965104 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c75c344a-c78d-46b4-84de-ad02968a1dd7 req-2e6333bb-ceb1-47d1-b165-c1a890ad4310 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0514762 Apr 29 15:55:21.965256 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-94eb2bf0-0487-448b-a7f3-295f604c5562 req-6a2e1907-c5ef-4f25-9a83-1e990a2d8943 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409374 Apr 29 15:55:22.014909 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c75c344a-c78d-46b4-84de-ad02968a1dd7 req-0b42ef70-ecb6-437b-800f-cacec03bd5e5 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Apr 29 15:55:22.041093 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:22.115737 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port 68152383-58a1-4371-85dd-3cfb205fa8ae triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:22.116037 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:22.191986 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 68152383-58a1-4371-85dd-3cfb205fa8ae is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:22.192425 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:22.216477 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:22.218721 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f64e299-e0b9-4c01-bc77-33256ccda50b" -d '{"events": [{"server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:55:22.231336 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 68152383-58a1-4371-85dd-3cfb205fa8ae, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=68152383-58a1-4371-85dd-3cfb205fa8ae,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:22.256936 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de515eb-7157-48f9-ae98-a1fbb3b27434 x-openstack-request-id: req-9de515eb-7157-48f9-ae98-a1fbb3b27434 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:55:22.256936 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:55:22.256936 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9de515eb-7157-48f9-ae98-a1fbb3b27434 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:55:22.256936 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de515eb-7157-48f9-ae98-a1fbb3b27434'] response: {'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'code': 200} Apr 29 15:55:22.315102 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:22.368378 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=68152383-58a1-4371-85dd-3cfb205fa8ae,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:22.414648 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:55:22.440334 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2bfb0-35de-4d51-b2d5-48637356f3a6 req-b18c6044-a79b-47ad-9da6-b91b9875293d tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:22.441796 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-33c2bfb0-35de-4d51-b2d5-48637356f3a6 req-b18c6044-a79b-47ad-9da6-b91b9875293d tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0481496 Apr 29 15:55:22.501445 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-33c2bfb0-35de-4d51-b2d5-48637356f3a6 req-925633f2-3133-43b0-8f4d-58f695fdb4e5 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534654 Apr 29 15:55:22.995102 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136067c6-1a64-4fff-8ecf-a5ecaf18eb46 req-e1d4bca7-0cc1-4ce9-b2f1-367036e1a9ca tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:22.996599 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-136067c6-1a64-4fff-8ecf-a5ecaf18eb46 req-e1d4bca7-0cc1-4ce9-b2f1-367036e1a9ca tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0780914 Apr 29 15:55:23.004388 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0c36e-9894-4fc8-a398-180c35941e77 req-75f024ea-aa40-4827-8bd1-89cf7ec7c071 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:23.007687 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f4d0c36e-9894-4fc8-a398-180c35941e77 req-75f024ea-aa40-4827-8bd1-89cf7ec7c071 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 949 time: 0.0781803 Apr 29 15:55:23.078146 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-136067c6-1a64-4fff-8ecf-a5ecaf18eb46 req-4f4a41f0-fe76-41a9-adae-d59785a5cc76 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708566 Apr 29 15:55:23.081118 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f4d0c36e-9894-4fc8-a398-180c35941e77 req-fbd96e7c-41ed-4099-8bf8-83e1c7bc20f0 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682395 Apr 29 15:55:23.184001 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68990e27-47cd-45b2-99af-0c452172774a req-2807ea4c-ac43-4bf6-850b-202871aa7f60 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:23.185464 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-68990e27-47cd-45b2-99af-0c452172774a req-2807ea4c-ac43-4bf6-850b-202871aa7f60 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0482903 Apr 29 15:55:23.234162 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-68990e27-47cd-45b2-99af-0c452172774a req-f5f9506a-97ae-4367-9ae1-c4c285064895 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430529 Apr 29 15:55:23.863888 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18d74e-c895-4a87-ad45-4ebd8ab9144d req-37aca7bd-4f64-45b2-83e6-a1e457a2dbe8 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:23.865375 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca18d74e-c895-4a87-ad45-4ebd8ab9144d req-37aca7bd-4f64-45b2-83e6-a1e457a2dbe8 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.2966533 Apr 29 15:55:23.924764 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca18d74e-c895-4a87-ad45-4ebd8ab9144d req-7970c537-7c15-484a-863e-0d2a35268fb7 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535803 Apr 29 15:55:24.227287 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92270cac-879a-4501-b104-bcc54c5fdbcc req-5845016d-2ab0-4303-aabd-24e8e2a6d853 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:24.228900 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-92270cac-879a-4501-b104-bcc54c5fdbcc req-5845016d-2ab0-4303-aabd-24e8e2a6d853 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0783741 Apr 29 15:55:24.234904 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c303dc-61dd-466c-a77e-8b5e76fd3028 req-6c02c9ff-79e4-43c4-9f57-f1a0b24c0665 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:24.236567 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f3c303dc-61dd-466c-a77e-8b5e76fd3028 req-6c02c9ff-79e4-43c4-9f57-f1a0b24c0665 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 949 time: 0.0872829 Apr 29 15:55:24.310218 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-92270cac-879a-4501-b104-bcc54c5fdbcc req-29bbf4fe-9e0d-4ca5-adb0-1f4815cc1a98 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727148 Apr 29 15:55:24.313251 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f3c303dc-61dd-466c-a77e-8b5e76fd3028 req-2968a666-0b9c-45a9-9e38-3834aa221d80 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693767 Apr 29 15:55:24.413789 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7b514-b801-499c-8e73-6fbab35de03a req-fad0ecd0-bf50-4aa7-b01c-6ed644814c74 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:24.415192 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ace7b514-b801-499c-8e73-6fbab35de03a req-fad0ecd0-bf50-4aa7-b01c-6ed644814c74 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0471830 Apr 29 15:55:24.466917 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ace7b514-b801-499c-8e73-6fbab35de03a req-7bda3c09-0782-4389-bd90-3d5d1bb0024c tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460699 Apr 29 15:55:24.949208 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea9f90-5594-4d7b-b89a-def0f70a89e8 req-5d858d9d-2127-4c7c-aea1-e567ab7cbf3c tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:24.950997 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-1dea9f90-5594-4d7b-b89a-def0f70a89e8 req-5d858d9d-2127-4c7c-aea1-e567ab7cbf3c tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.37 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 949 time: 0.0860362 Apr 29 15:55:25.049965 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55de6fa-b17f-4362-b77a-0c5e0de18262 req-39799ec3-fad6-4335-aab7-aeab4aff00e6 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:25.051305 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a55de6fa-b17f-4362-b77a-0c5e0de18262 req-39799ec3-fad6-4335-aab7-aeab4aff00e6 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0589244 Apr 29 15:55:25.120100 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a55de6fa-b17f-4362-b77a-0c5e0de18262 req-b8497ffb-416e-4bb0-9a6a-a3ee80b9bbf6 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578985 Apr 29 15:55:25.464697 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caa110-95a2-457f-9575-273a8531ec86 req-83db886f-5c28-42ec-9394-ea0884e9b262 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:25.466179 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f1caa110-95a2-457f-9575-273a8531ec86 req-83db886f-5c28-42ec-9394-ea0884e9b262 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0775359 Apr 29 15:55:25.472641 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690c14e-2e1a-4f31-bc55-20b92c2a6047 req-356a3266-1fb6-4fc6-8c21-ad3e3f21464b tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:25.474064 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7690c14e-2e1a-4f31-bc55-20b92c2a6047 req-356a3266-1fb6-4fc6-8c21-ad3e3f21464b tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 949 time: 0.0842202 Apr 29 15:55:25.552626 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f1caa110-95a2-457f-9575-273a8531ec86 req-0e19439c-3b26-47e0-a345-f23dd2d3b009 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776188 Apr 29 15:55:25.556126 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7690c14e-2e1a-4f31-bc55-20b92c2a6047 req-5884b896-d6d1-4f96-b0de-95832529678e tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9459d10-f792-486d-8bd9-a27c3aa29cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734615 Apr 29 15:55:25.684762 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50ab51-f382-4cc2-9ca1-4e50bfa3ec08 req-021a0ae8-9494-43be-bf1b-619df7cf02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:25.686211 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bc50ab51-f382-4cc2-9ca1-4e50bfa3ec08 req-021a0ae8-9494-43be-bf1b-619df7cf02a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0742636 Apr 29 15:55:25.692457 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6627-f76b-460c-92c9-2ab55f9fe2cc req-2ceba763-b7bd-4b66-af5e-63298a9e5c0e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:25.696176 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cbe6627-f76b-460c-92c9-2ab55f9fe2cc req-2ceba763-b7bd-4b66-af5e-63298a9e5c0e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0744321 Apr 29 15:55:25.700030 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [req-1dea9f90-5594-4d7b-b89a-def0f70a89e8 req-bc9e7adc-b6f7-44ab-9ac5-b4f6e7ab1502 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Deleting port 19d186cc-9aa6-470b-9546-85742578029c {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:55:25.700432 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-1dea9f90-5594-4d7b-b89a-def0f70a89e8 req-bc9e7adc-b6f7-44ab-9ac5-b4f6e7ab1502 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (19d186cc-9aa6-470b-9546-85742578029c), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:25.770355 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bc50ab51-f382-4cc2-9ca1-4e50bfa3ec08 req-67c7443d-8fe7-4d4b-9bb8-1b7578d421b5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722289 Apr 29 15:55:25.779264 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cbe6627-f76b-460c-92c9-2ab55f9fe2cc req-ab55cdb2-8160-4f54-b783-0c94497568d0 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754094 Apr 29 15:55:25.795929 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [req-1dea9f90-5594-4d7b-b89a-def0f70a89e8 req-bc9e7adc-b6f7-44ab-9ac5-b4f6e7ab1502 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] For port 19d186cc-9aa6-470b-9546-85742578029c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=19d186cc-9aa6-470b-9546-85742578029c,segment=NetworkSegment(f78b85eb-28e8-48b5-ae16-5c5feae0d208),segment_id=f78b85eb-28e8-48b5-ae16-5c5feae0d208)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:25.796365 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-1dea9f90-5594-4d7b-b89a-def0f70a89e8 req-bc9e7adc-b6f7-44ab-9ac5-b4f6e7ab1502 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (19d186cc-9aa6-470b-9546-85742578029c), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:25.811632 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [req-1dea9f90-5594-4d7b-b89a-def0f70a89e8 req-bc9e7adc-b6f7-44ab-9ac5-b4f6e7ab1502 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Calling delete_port for 19d186cc-9aa6-470b-9546-85742578029c owned by compute:nova {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:55:26.047022 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-1dea9f90-5594-4d7b-b89a-def0f70a89e8 req-bc9e7adc-b6f7-44ab-9ac5-b4f6e7ab1502 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (19d186cc-9aa6-470b-9546-85742578029c), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:26.081837 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e7adc-b6f7-44ab-9ac5-b4f6e7ab1502 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Pushing event deleted for resources: {'Port': ['ID=19d186cc-9aa6-470b-9546-85742578029c,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:26.147102 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dea9f90-5594-4d7b-b89a-def0f70a89e8 req-bc9e7adc-b6f7-44ab-9ac5-b4f6e7ab1502 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] No DVR routers for this DVR port 19d186cc-9aa6-470b-9546-85742578029c on host hv-cinder-83987 {{(pid=110323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:55:26.156986 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-1dea9f90-5594-4d7b-b89a-def0f70a89e8 req-bc9e7adc-b6f7-44ab-9ac5-b4f6e7ab1502 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:26.160954 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-1dea9f90-5594-4d7b-b89a-def0f70a89e8 req-bc9e7adc-b6f7-44ab-9ac5-b4f6e7ab1502 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.37 "DELETE /v2.0/ports/19d186cc-9aa6-470b-9546-85742578029c HTTP/1.1" status: 204 len: 173 time: 0.5932331 Apr 29 15:55:26.161439 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5181604f-cc2d-4382-bf29-44ca825f6305', 'name': 'network-vif-deleted', 'tag': '19d186cc-9aa6-470b-9546-85742578029c'}] {{(pid=110323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:26.165871 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}414e8c5dbfbee19e4252a5807369e5d62406377d8fb6960200d97a6b20918bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db03580-036a-4e4e-a24c-a127a7c47f0b" -d '{"events": [{"server_uuid": "5181604f-cc2d-4382-bf29-44ca825f6305", "name": "network-vif-deleted", "tag": "19d186cc-9aa6-470b-9546-85742578029c"}]}' {{(pid=110323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:55:26.213795 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fe601b-292f-4a9f-bcef-9f86051a75d0 x-openstack-request-id: req-04fe601b-292f-4a9f-bcef-9f86051a75d0 {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:55:26.214187 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5181604f-cc2d-4382-bf29-44ca825f6305", "name": "network-vif-deleted", "tag": "19d186cc-9aa6-470b-9546-85742578029c", "status": "completed", "code": 200}]} {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:55:26.214540 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04fe601b-292f-4a9f-bcef-9f86051a75d0 {{(pid=110323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:55:26.215073 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04fe601b-292f-4a9f-bcef-9f86051a75d0'] response: {'server_uuid': '5181604f-cc2d-4382-bf29-44ca825f6305', 'name': 'network-vif-deleted', 'tag': '19d186cc-9aa6-470b-9546-85742578029c', 'status': 'completed', 'code': 200} Apr 29 15:55:26.262312 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b035003-8da0-438f-ad8d-79115a5750e5 req-0d5c5320-6ef0-4874-8d1b-8c375b54dffd tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:26.263851 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b035003-8da0-438f-ad8d-79115a5750e5 req-0d5c5320-6ef0-4874-8d1b-8c375b54dffd tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0637677 Apr 29 15:55:26.327530 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b035003-8da0-438f-ad8d-79115a5750e5 req-e547693a-af5e-4637-a8b7-02a9f4894ed1 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573990 Apr 29 15:55:26.688164 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa5e8d-3999-4ec8-b83e-9e8bbc346745 req-a600f481-9fe3-4e67-9c0d-b7a5ad6b69ce tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:26.689741 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-15fa5e8d-3999-4ec8-b83e-9e8bbc346745 req-a600f481-9fe3-4e67-9c0d-b7a5ad6b69ce tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0567830 Apr 29 15:55:26.741133 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7c631ef-1f8a-40d3-a221-721ca8d61ad6 req-2d2b1da5-0907-4029-9591-ac930d60e431 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 210 time: 0.0438800 Apr 29 15:55:26.763724 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-15fa5e8d-3999-4ec8-b83e-9e8bbc346745 req-e7974695-8223-48c0-9ee3-4dd9ffdab570 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677989 Apr 29 15:55:26.891682 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751121-5608-4270-8f14-342549e5400e req-14ec01d7-15b0-46b6-9e8a-6184035f3352 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:26.898817 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-32751121-5608-4270-8f14-342549e5400e req-14ec01d7-15b0-46b6-9e8a-6184035f3352 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0472760 Apr 29 15:55:26.942043 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-32751121-5608-4270-8f14-342549e5400e req-57771b3c-4f98-470a-8496-abdc40cb00f2 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426204 Apr 29 15:55:27.442625 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a183b22-effd-4efe-ab1f-27283fdf55c5 req-a56438ac-671a-4f94-a85f-4b28542c6740 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:27.444275 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4a183b22-effd-4efe-ab1f-27283fdf55c5 req-a56438ac-671a-4f94-a85f-4b28542c6740 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0485313 Apr 29 15:55:27.503741 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4a183b22-effd-4efe-ab1f-27283fdf55c5 req-61e250fe-ac33-443a-858d-27a3b05aa007 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537128 Apr 29 15:55:27.835186 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 19d186cc-9aa6-470b-9546-85742578029c no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:55:27.853666 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b61a657d-61dd-4bdc-a440-75db4b6c012f req-583ff6fd-81a8-440b-aa7e-7c01eb3a201e tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 210 time: 0.0350540 Apr 29 15:55:27.864246 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: 19d186cc-9aa6-470b-9546-85742578029c {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:55:27.864854 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 19d186cc-9aa6-470b-9546-85742578029c not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:55:27.900466 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7474-475a-4a8b-aac2-5eebaa68e296 req-d74706de-d4b6-4548-a1f7-d04be81118a6 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:27.901931 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b9a7474-475a-4a8b-aac2-5eebaa68e296 req-d74706de-d4b6-4548-a1f7-d04be81118a6 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0519361 Apr 29 15:55:27.947975 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b9a7474-475a-4a8b-aac2-5eebaa68e296 req-eb09d116-fe12-4698-b255-56a136cdda48 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403597 Apr 29 15:55:28.052112 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68dc04-4556-4013-81d4-c1c097f81dac req-ef774128-4365-47aa-81a0-17dffd169754 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:28.053902 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8d68dc04-4556-4013-81d4-c1c097f81dac req-ef774128-4365-47aa-81a0-17dffd169754 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0459578 Apr 29 15:55:28.101181 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8d68dc04-4556-4013-81d4-c1c097f81dac req-ad5851f0-8413-46a1-81af-ab4d94a5c228 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418966 Apr 29 15:55:28.619187 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a36a5-5202-48f2-af9a-c606bfb333af req-9c81d4bb-eede-4c72-9a54-b1d3f8d3d9a1 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:28.620743 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1e5a36a5-5202-48f2-af9a-c606bfb333af req-9c81d4bb-eede-4c72-9a54-b1d3f8d3d9a1 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0501840 Apr 29 15:55:28.681390 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1e5a36a5-5202-48f2-af9a-c606bfb333af req-0e0e4d34-b542-4877-aace-0ff7ced3b720 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548565 Apr 29 15:55:28.960662 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-14ae7f17-444f-4f17-aa6e-978dfb8504ef req-4695e24c-98db-4231-9668-cf9a08efc6c6 tempest-VolumesNegativeTest-267041833 tempest-VolumesNegativeTest-267041833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5181604f-cc2d-4382-bf29-44ca825f6305 HTTP/1.1" status: 200 len: 210 time: 0.0280571 Apr 29 15:55:29.227177 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb0b13-600e-40c0-b2af-958f8bf785ce req-78bab883-971c-47b6-b277-0b4fbb6ffca0 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:29.235110 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-03cb0b13-600e-40c0-b2af-958f8bf785ce req-78bab883-971c-47b6-b277-0b4fbb6ffca0 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0645773 Apr 29 15:55:29.300397 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-03cb0b13-600e-40c0-b2af-958f8bf785ce req-6092d599-2d37-46fb-a3ba-e53d3371baab tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642459 Apr 29 15:55:29.410880 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9630a-925c-4472-a9a5-98206424ed13 req-1aaec41a-d946-4331-9ba8-48d5d0506eae tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:29.414861 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d6f9630a-925c-4472-a9a5-98206424ed13 req-1aaec41a-d946-4331-9ba8-48d5d0506eae tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0524812 Apr 29 15:55:29.464559 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d6f9630a-925c-4472-a9a5-98206424ed13 req-afeb6043-34b7-4cff-9199-c01c90ae754e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442615 Apr 29 15:55:29.487098 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 58600) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:29.671093 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabac78b-36c2-46fa-ac93-49792f53dcc5 tempest-TestShelveInstance-128869266 tempest-TestShelveInstance-128869266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:29.672586 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-aabac78b-36c2-46fa-ac93-49792f53dcc5 tempest-TestShelveInstance-128869266 tempest-TestShelveInstance-128869266-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 1125 time: 0.1844516 Apr 29 15:55:29.675482 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 58604) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:29.680122 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'port_id': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:29.755655 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:29.794710 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21101cd-44e1-41f8-b23f-12046b184eca req-aa35e15c-8914-43ec-9bb5-6db0c3fa469c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:29.800683 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a21101cd-44e1-41f8-b23f-12046b184eca req-aa35e15c-8914-43ec-9bb5-6db0c3fa469c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0529182 Apr 29 15:55:29.837747 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:29.865078 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a21101cd-44e1-41f8-b23f-12046b184eca req-46fe1a58-41a6-45f9-ac61-ba9ea450dacb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623322 Apr 29 15:55:29.948960 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Allocated IP 172.27.1.153 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/19379d6d-d20c-406c-8f78-5d182b55e715) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:30.051889 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for port (19379d6d-d20c-406c-8f78-5d182b55e715), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:30.164080 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (19379d6d-d20c-406c-8f78-5d182b55e715), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:30.201968 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:30.204787 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:30.210815 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:55:30.238809 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event updated for resources: {'Port': ['ID=19379d6d-d20c-406c-8f78-5d182b55e715,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:30.589430 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for floatingip (96d68211-b408-4c29-9fd1-726cda7833ab), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:30.692822 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (19379d6d-d20c-406c-8f78-5d182b55e715), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:31.035224 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43901a10-1a69-4f64-8d3a-1a46467c27fd req-82253040-c32e-43a3-918e-e1fee1e01d90 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:31.043676 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-43901a10-1a69-4f64-8d3a-1a46467c27fd req-82253040-c32e-43a3-918e-e1fee1e01d90 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0852287 Apr 29 15:55:31.065026 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for port (19379d6d-d20c-406c-8f78-5d182b55e715), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:31.104735 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-43901a10-1a69-4f64-8d3a-1a46467c27fd req-3d0cd763-02f2-4a11-91cb-6c9226838db4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601294 Apr 29 15:55:31.132908 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8618983'] for port (19379d6d-d20c-406c-8f78-5d182b55e715), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:31.203703 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event updated for resources: {'Port': ['ID=19379d6d-d20c-406c-8f78-5d182b55e715,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:31.213807 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (96d68211-b408-4c29-9fd1-726cda7833ab), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:31.326636 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.l3_db [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Floating IP 96d68211-b408-4c29-9fd1-726cda7833ab associated. External IP: 172.27.1.153, port: 68152383-58a1-4371-85dd-3cfb205fa8ae. Apr 29 15:55:31.448407 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f9257-121c-40b7-9ef6-491cd4705114 req-dda9aad4-b941-48fe-92fc-f9e8de1524ed tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:31.449892 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-143f9257-121c-40b7-9ef6-491cd4705114 req-dda9aad4-b941-48fe-92fc-f9e8de1524ed tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 945 time: 0.0493026 Apr 29 15:55:31.499806 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-143f9257-121c-40b7-9ef6-491cd4705114 req-b1f2ebf9-2887-4dc7-89d3-9097fc11de04 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440290 Apr 29 15:55:31.550237 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Router 2a00844d-56d4-4847-85b4-2e3eececab72 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:55:31.665857 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:55:31.675648 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598918ee-2219-4bf8-9857-788cbaeca17d None None] Sync routers for ids ['2a00844d-56d4-4847-85b4-2e3eececab72'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:55:31.684880 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598918ee-2219-4bf8-9857-788cbaeca17d None None] Routers {'2a00844d-56d4-4847-85b4-2e3eececab72'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:55:31.685493 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-598918ee-2219-4bf8-9857-788cbaeca17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:55:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['2a00844d-56d4-4847-85b4-2e3eececab72'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:31.769212 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:31.796679 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-598918ee-2219-4bf8-9857-788cbaeca17d None None] Set router 2a00844d-56d4-4847-85b4-2e3eececab72 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:55:31.799514 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c7947783-988f-47a3-8a92-da774fa351a9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1230254 Apr 29 15:55:31.800124 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae'}] {{(pid=110323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:31.802518 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}414e8c5dbfbee19e4252a5807369e5d62406377d8fb6960200d97a6b20918bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d687cc2-822b-469b-9a42-8b79fc212b15" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae"}]}' {{(pid=110323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:55:31.838453 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafba8fe-e097-4ff4-a3d3-f03932dee6aa x-openstack-request-id: req-cafba8fe-e097-4ff4-a3d3-f03932dee6aa {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:55:31.838750 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae", "status": "completed", "code": 200}]} {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:55:31.839006 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cafba8fe-e097-4ff4-a3d3-f03932dee6aa {{(pid=110323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:55:31.839412 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafba8fe-e097-4ff4-a3d3-f03932dee6aa'] response: {'name': 'network-changed', 'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'status': 'completed', 'code': 200} Apr 29 15:55:32.106706 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-598918ee-2219-4bf8-9857-788cbaeca17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T15:53:38Z', 'revision_number': 4, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '96d68211-b408-4c29-9fd1-726cda7833ab', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'port_id': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'mac_address': 'fa:16:3e:14:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:30Z', 'updated_at': '2022-04-29T15:55:30Z', 'revision_number': 0, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f356984d-7ca8-4953-ab35-654214b59af0', 'name': '', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'mac_address': 'fa:16:3e:19:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:37Z', 'updated_at': '2022-04-29T15:53:43Z', 'revision_number': 5, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'subnets': [{'id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:32.135697 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598918ee-2219-4bf8-9857-788cbaeca17d None None] Checking router: 2a00844d-56d4-4847-85b4-2e3eececab72 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:55:32.143703 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598918ee-2219-4bf8-9857-788cbaeca17d None None] Routers {'2a00844d-56d4-4847-85b4-2e3eececab72'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:55:32.144337 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-598918ee-2219-4bf8-9857-788cbaeca17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:55:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['2a00844d-56d4-4847-85b4-2e3eececab72'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:32.222836 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974532a6-1753-447e-b067-9a8f9285db43 req-1b9186c9-1986-461a-b4a8-de8c32794f25 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:32.224673 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-974532a6-1753-447e-b067-9a8f9285db43 req-1b9186c9-1986-461a-b4a8-de8c32794f25 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0498409 Apr 29 15:55:32.258974 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-598918ee-2219-4bf8-9857-788cbaeca17d None None] Set router 2a00844d-56d4-4847-85b4-2e3eececab72 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:55:32.289440 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-974532a6-1753-447e-b067-9a8f9285db43 req-1e357b78-aae1-4dbe-ae73-a4e026691ee9 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589204 Apr 29 15:55:32.473738 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-598918ee-2219-4bf8-9857-788cbaeca17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T15:53:38Z', 'revision_number': 4, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '96d68211-b408-4c29-9fd1-726cda7833ab', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'port_id': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'mac_address': 'fa:16:3e:14:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:30Z', 'updated_at': '2022-04-29T15:55:30Z', 'revision_number': 0, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f356984d-7ca8-4953-ab35-654214b59af0', 'name': '', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'mac_address': 'fa:16:3e:19:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:37Z', 'updated_at': '2022-04-29T15:53:43Z', 'revision_number': 5, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'subnets': [{'id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:32.503420 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598918ee-2219-4bf8-9857-788cbaeca17d None None] The sync data for ids ['2a00844d-56d4-4847-85b4-2e3eececab72'] in dv-cinder-839872-2-iscsi is: [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T15:53:38Z', 'revision_number': 4, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '96d68211-b408-4c29-9fd1-726cda7833ab', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'port_id': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'mac_address': 'fa:16:3e:14:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:30Z', 'updated_at': '2022-04-29T15:55:30Z', 'revision_number': 0, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f356984d-7ca8-4953-ab35-654214b59af0', 'name': '', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'mac_address': 'fa:16:3e:19:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:37Z', 'updated_at': '2022-04-29T15:53:43Z', 'revision_number': 5, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'subnets': [{'id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:55:32.626560 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a580a-63d0-4368-84a4-baa56885ca27 req-860334a8-bac3-4cfc-842c-4aa9fe8f41cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:32.628220 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d75a580a-63d0-4368-84a4-baa56885ca27 req-860334a8-bac3-4cfc-842c-4aa9fe8f41cf tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 945 time: 0.0497146 Apr 29 15:55:32.685201 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d75a580a-63d0-4368-84a4-baa56885ca27 req-7921c097-8fb0-4a6c-8a34-a1da14826fe8 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504761 Apr 29 15:55:32.739364 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93be86a-f1f6-4199-b5f9-2df6762e97c3 None None] New status for floating IP 96d68211-b408-4c29-9fd1-726cda7833ab: ACTIVE {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:55:33.032410 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d687cc2-822b-469b-9a42-8b79fc212b15 req-68fb0019-4cfd-4526-ad74-9664d1fd2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:33.033925 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-4d687cc2-822b-469b-9a42-8b79fc212b15 req-68fb0019-4cfd-4526-ad74-9664d1fd2edb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4693e270f27493883490ba1b9ae2779&device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0401120 Apr 29 15:55:33.127606 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d687cc2-822b-469b-9a42-8b79fc212b15 req-b905e6e0-8aa6-4b84-a0f5-7068fa2cef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:33.129077 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-4d687cc2-822b-469b-9a42-8b79fc212b15 req-b905e6e0-8aa6-4b84-a0f5-7068fa2cef39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5 HTTP/1.1" status: 200 len: 910 time: 0.0885186 Apr 29 15:55:33.239172 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-4d687cc2-822b-469b-9a42-8b79fc212b15 req-1ef517fe-8ed5-4a13-a4ce-215a33f26b58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68152383-58a1-4371-85dd-3cfb205fa8ae HTTP/1.1" status: 200 len: 1002 time: 0.0678356 Apr 29 15:55:33.289632 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d687cc2-822b-469b-9a42-8b79fc212b15 req-f1c344fb-0e7b-4ce2-beca-51d9573e1613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:33.291106 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-4d687cc2-822b-469b-9a42-8b79fc212b15 req-f1c344fb-0e7b-4ce2-beca-51d9573e1613 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16b9d5f5-7a55-46ef-976e-25708021eaba HTTP/1.1" status: 200 len: 848 time: 0.0461786 Apr 29 15:55:33.377711 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d687cc2-822b-469b-9a42-8b79fc212b15 req-82d25999-255a-4bc1-9511-c04af23d9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:33.379195 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-4d687cc2-822b-469b-9a42-8b79fc212b15 req-82d25999-255a-4bc1-9511-c04af23d9fb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467982 Apr 29 15:55:33.421519 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584595d7-2a8b-4974-91c6-626407419f2e req-06e19154-844a-4629-9a29-7b77e904ae9c tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:33.422994 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-584595d7-2a8b-4974-91c6-626407419f2e req-06e19154-844a-4629-9a29-7b77e904ae9c tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.37 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 945 time: 0.0901277 Apr 29 15:55:33.434577 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67400a0-aac7-41fd-be83-01af01a18078 req-7bf9bcd3-979c-4b9a-8f7f-82bf618de622 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:33.436126 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f67400a0-aac7-41fd-be83-01af01a18078 req-7bf9bcd3-979c-4b9a-8f7f-82bf618de622 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0666704 Apr 29 15:55:33.482924 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-4d687cc2-822b-469b-9a42-8b79fc212b15 req-7bf5d436-ad84-4962-ad9b-6e59e6e8972a service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958703 Apr 29 15:55:33.568571 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f67400a0-aac7-41fd-be83-01af01a18078 req-809e7461-3645-4344-86c1-b2b8ab3b4765 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037853 Apr 29 15:55:33.569497 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-584595d7-2a8b-4974-91c6-626407419f2e req-63b31c18-ac70-40f9-baa5-efb85dd3b12b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Deleting port 49768483-6a4c-42f1-888a-e8e198b1ba3f {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:55:33.569833 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-584595d7-2a8b-4974-91c6-626407419f2e req-63b31c18-ac70-40f9-baa5-efb85dd3b12b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:33.578636 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-4d687cc2-822b-469b-9a42-8b79fc212b15 req-d827df74-4090-45a7-be37-29eb33eaee48 service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885446 Apr 29 15:55:33.683123 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-584595d7-2a8b-4974-91c6-626407419f2e req-63b31c18-ac70-40f9-baa5-efb85dd3b12b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] For port 49768483-6a4c-42f1-888a-e8e198b1ba3f, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=49768483-6a4c-42f1-888a-e8e198b1ba3f,segment=NetworkSegment(2b49554a-471e-42f2-abbe-6d83d326498e),segment_id=2b49554a-471e-42f2-abbe-6d83d326498e)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:33.683490 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-584595d7-2a8b-4974-91c6-626407419f2e req-63b31c18-ac70-40f9-baa5-efb85dd3b12b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:33.697499 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-584595d7-2a8b-4974-91c6-626407419f2e req-63b31c18-ac70-40f9-baa5-efb85dd3b12b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Calling delete_port for 49768483-6a4c-42f1-888a-e8e198b1ba3f owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:55:33.822163 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96017ae0-33c6-4b6b-86f7-b0d3c55a098a req-1239f0cc-e661-4731-9940-11b8d7063a4a tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:33.823679 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-96017ae0-33c6-4b6b-86f7-b0d3c55a098a req-1239f0cc-e661-4731-9940-11b8d7063a4a tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 945 time: 0.0645521 Apr 29 15:55:33.904829 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-96017ae0-33c6-4b6b-86f7-b0d3c55a098a req-80858c29-1fd8-4df9-8a94-2f48b5241d39 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572324 Apr 29 15:55:33.949215 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-584595d7-2a8b-4974-91c6-626407419f2e req-63b31c18-ac70-40f9-baa5-efb85dd3b12b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (49768483-6a4c-42f1-888a-e8e198b1ba3f), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:33.980938 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b31c18-ac70-40f9-baa5-efb85dd3b12b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Pushing event deleted for resources: {'Port': ['ID=49768483-6a4c-42f1-888a-e8e198b1ba3f,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:34.031236 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-584595d7-2a8b-4974-91c6-626407419f2e req-63b31c18-ac70-40f9-baa5-efb85dd3b12b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] No DVR routers for this DVR port 49768483-6a4c-42f1-888a-e8e198b1ba3f on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:55:34.034427 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-584595d7-2a8b-4974-91c6-626407419f2e req-63b31c18-ac70-40f9-baa5-efb85dd3b12b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:34.037763 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-584595d7-2a8b-4974-91c6-626407419f2e req-63b31c18-ac70-40f9-baa5-efb85dd3b12b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.37 "DELETE /v2.0/ports/49768483-6a4c-42f1-888a-e8e198b1ba3f HTTP/1.1" status: 204 len: 173 time: 0.6007590 Apr 29 15:55:34.038207 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b457a-512a-40d8-bdeb-25b37551712a', 'name': 'network-vif-deleted', 'tag': '49768483-6a4c-42f1-888a-e8e198b1ba3f'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:34.040454 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18eac0c8-77c6-4d66-b3cd-63caf695c4d8" -d '{"events": [{"server_uuid": "288b457a-512a-40d8-bdeb-25b37551712a", "name": "network-vif-deleted", "tag": "49768483-6a4c-42f1-888a-e8e198b1ba3f"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:55:34.075296 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cd3284-a269-488a-8816-004173a4f15c x-openstack-request-id: req-99cd3284-a269-488a-8816-004173a4f15c {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:55:34.075590 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b457a-512a-40d8-bdeb-25b37551712a", "name": "network-vif-deleted", "tag": "49768483-6a4c-42f1-888a-e8e198b1ba3f", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:55:34.075873 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99cd3284-a269-488a-8816-004173a4f15c {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:55:34.076315 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99cd3284-a269-488a-8816-004173a4f15c'] response: {'server_uuid': '288b457a-512a-40d8-bdeb-25b37551712a', 'name': 'network-vif-deleted', 'tag': '49768483-6a4c-42f1-888a-e8e198b1ba3f', 'status': 'completed', 'code': 200} Apr 29 15:55:34.687517 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95448fdd-8022-48ce-9266-3a6a37043df6 req-ee450d6a-1de2-4d70-8ad4-c102dc82629c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:34.689048 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-95448fdd-8022-48ce-9266-3a6a37043df6 req-ee450d6a-1de2-4d70-8ad4-c102dc82629c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0477700 Apr 29 15:55:34.752521 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-95448fdd-8022-48ce-9266-3a6a37043df6 req-e52a7c03-985d-4caf-8f08-c2b34dbcb6b6 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572779 Apr 29 15:55:35.020155 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9e10da47-f798-4c7b-8d80-881f64cd3b39 req-7ccc58d3-8036-4e96-bc30-1971ad98b146 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=288b457a-512a-40d8-bdeb-25b37551712a HTTP/1.1" status: 200 len: 210 time: 0.0280933 Apr 29 15:55:35.828016 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 58886) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:35.861860 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 49768483-6a4c-42f1-888a-e8e198b1ba3f no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:55:35.872016 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a9ca-323c-4361-9d87-9d5d96b2d933 req-2c816fb7-d72b-4c97-9294-a0f4f3cba66c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:35.873717 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6ff3a9ca-323c-4361-9d87-9d5d96b2d933 req-2c816fb7-d72b-4c97-9294-a0f4f3cba66c tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0528817 Apr 29 15:55:35.882112 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: 49768483-6a4c-42f1-888a-e8e198b1ba3f {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:55:35.882462 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 49768483-6a4c-42f1-888a-e8e198b1ba3f not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:55:35.936211 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6ff3a9ca-323c-4361-9d87-9d5d96b2d933 req-267ee8ec-b647-4f84-8c9c-1b0bfdd839f0 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567284 Apr 29 15:55:35.985022 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-1cb637d0-2d92-4c35-aecd-5edc4ad8f99b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c8da0723e99426890f25cbc559b4221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557081 Apr 29 15:55:35.987628 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 58890) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:36.040167 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8e93-7b81-4872-8db9-a06fb08c6bf1 admin admin] Publish callbacks [] for security_group (c9459d10-f792-486d-8bd9-a27c3aa29cfd), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:36.062138 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8e93-7b81-4872-8db9-a06fb08c6bf1 admin admin] Publish callbacks [] for security_group (c9459d10-f792-486d-8bd9-a27c3aa29cfd), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:36.149728 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8e93-7b81-4872-8db9-a06fb08c6bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (c9459d10-f792-486d-8bd9-a27c3aa29cfd), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:36.152342 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8e93-7b81-4872-8db9-a06fb08c6bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:36.153469 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-9a1f8e93-7b81-4872-8db9-a06fb08c6bf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9459d10-f792-486d-8bd9-a27c3aa29cfd HTTP/1.1" status: 204 len: 168 time: 0.1649132 Apr 29 15:55:36.161388 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f8e93-7b81-4872-8db9-a06fb08c6bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9459d10-f792-486d-8bd9-a27c3aa29cfd,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:37.050684 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddc79c-a0bf-490f-ab8e-f453a39efff2 req-9ff2f679-1bf2-4f11-bb9a-5a03571fcf1a tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:37.052184 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-37ddc79c-a0bf-490f-ab8e-f453a39efff2 req-9ff2f679-1bf2-4f11-bb9a-5a03571fcf1a tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0472808 Apr 29 15:55:37.112968 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-37ddc79c-a0bf-490f-ab8e-f453a39efff2 req-0f3353d8-b0a3-4de7-a4c8-a9ff36b142af tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&id=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550575 Apr 29 15:55:37.144232 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 58920) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:37.237974 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1078521991-network', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:37.321515 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Made reservation on behalf of 47db658e58ab4b228e799d1ea25342ee for: {'network': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:37.324298 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:37.333670 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:37.411414 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Publish callbacks [] for security_group (39b55578-8999-4bbf-aeb5-043664c00ba1), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:37.495079 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (39b55578-8999-4bbf-aeb5-043664c00ba1), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:37.520722 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=110323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:55:37.527253 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b55578-8999-4bbf-aeb5-043664c00ba1,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:37.533186 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (816190ca-1136-45e6-97e5-d3445d9cbbf9), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:37.533530 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.segments_db [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Added segment 816190ca-1136-45e6-97e5-d3445d9cbbf9 of type vlan for network 79c6c2df-648a-4e52-83c5-171cce1d2a97 Apr 29 15:55:37.574172 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (79c6c2df-648a-4e52-83c5-171cce1d2a97), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:37.639993 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (79c6c2df-648a-4e52-83c5-171cce1d2a97), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:37.640966 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:37.641574 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:37.703191 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] Pushing event updated for resources: {'Network': ['ID=79c6c2df-648a-4e52-83c5-171cce1d2a97,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:37.713435 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network 79c6c2df-648a-4e52-83c5-171cce1d2a97 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:55:37.764076 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-1e884d9d-1c07-4e42-901a-7b837239d248 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6186957 Apr 29 15:55:37.766842 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 58928) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:37.771589 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-b5057ce0-7e58-452d-8108-cb0017f2f07a admin admin] Request body: {'subnet': {'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1078521991-subnet', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'ip_version': 4}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:37.857507 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5057ce0-7e58-452d-8108-cb0017f2f07a admin admin] Made reservation on behalf of 47db658e58ab4b228e799d1ea25342ee for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:37.859915 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b5057ce0-7e58-452d-8108-cb0017f2f07a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8453400'] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.086932 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b5057ce0-7e58-452d-8108-cb0017f2f07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8682860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8453610'] for subnet (3c7f2afa-ddad-402d-8545-5c8d63aa2fbb), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.142671 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5057ce0-7e58-452d-8108-cb0017f2f07a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:38.150898 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5057ce0-7e58-452d-8108-cb0017f2f07a admin admin] Checking segment: {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:55:38.151490 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5057ce0-7e58-452d-8108-cb0017f2f07a admin admin] Network hostable DHCP agents. Network: 79c6c2df-648a-4e52-83c5-171cce1d2a97, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:55:38.235193 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5057ce0-7e58-452d-8108-cb0017f2f07a admin admin] Network 79c6c2df-648a-4e52-83c5-171cce1d2a97 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:55:38.286716 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-b5057ce0-7e58-452d-8108-cb0017f2f07a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, 79c6c2df-648a-4e52-83c5-171cce1d2a97) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:38.291516 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5057ce0-7e58-452d-8108-cb0017f2f07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:38.292140 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b5057ce0-7e58-452d-8108-cb0017f2f07a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.296686 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccab56e-63bb-4b62-98f6-9b3ec0802013 None None] Network 79c6c2df-648a-4e52-83c5-171cce1d2a97 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:55:38.368758 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-b5057ce0-7e58-452d-8108-cb0017f2f07a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6007626 Apr 29 15:55:38.371210 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 58932) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:38.375378 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:38.394215 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea9de40-577b-5861-953d-07c7c45c0abe-79c6c2df-648a-4e52-83c5-171cce1d2a97', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb'}]}} from dv-cinder-839872-2-iscsi. {{(pid=110325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 15:55:38.395036 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.464342 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6446'] for router (cd003357-749a-41b1-958f-4415c52925d5), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.465467 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6439'] for router (cd003357-749a-41b1-958f-4415c52925d5), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.522021 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Publish callbacks [] for router_controller (cd003357-749a-41b1-958f-4415c52925d5), precommit_add_association {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.532053 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.db_base_plugin_common [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Allocated IP 172.20.0.2 (79c6c2df-648a-4e52-83c5-171cce1d2a97/3c7f2afa-ddad-402d-8545-5c8d63aa2fbb/51a35a7f-a80e-4d52-a9c5-73705e4057de) {{(pid=110325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:38.678820 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Publish callbacks [] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), precommit_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.716643 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Publish callbacks [] for router_gateway (cd003357-749a-41b1-958f-4415c52925d5), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.761709 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.803627 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Network 79c6c2df-648a-4e52-83c5-171cce1d2a97 is already hosted by enough agents. {{(pid=110325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:38.806683 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.base_scheduler [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Resources bound (agent type, host, resource id): {{(pid=110325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:38.811098 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Received port after_create {{(pid=110325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:55:38.813115 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Pushing event updated for resources: {'Port': ['ID=51a35a7f-a80e-4d52-a9c5-73705e4057de,revision_number=1']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:38.872628 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Attempting to bind port 51a35a7f-a80e-4d52-a9c5-73705e4057de on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:55:38.872998 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Attempting to bind port 51a35a7f-a80e-4d52-a9c5-73705e4057de by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:55:38.873366 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Attempting to bind port 51a35a7f-a80e-4d52-a9c5-73705e4057de on network 79c6c2df-648a-4e52-83c5-171cce1d2a97 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:55:38.879318 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:55:38.882046 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Checking segment: {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:55:38.882046 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.882046 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Bound using segment: {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:55:38.882046 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Bound port: 51a35a7f-a80e-4d52-a9c5-73705e4057de, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:55:38.882046 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.944334 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] For port 51a35a7f-a80e-4d52-a9c5-73705e4057de, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:38.947963 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] For port 51a35a7f-a80e-4d52-a9c5-73705e4057de, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=51a35a7f-a80e-4d52-a9c5-73705e4057de,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:38.974757 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Publish callbacks [] for router_gateway (cd003357-749a-41b1-958f-4415c52925d5), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:38.994085 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:39.036277 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:39.092811 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb5b92-185d-4d29-b9c5-357131bb99d6 None None] Pushing event updated for resources: {'Port': ['ID=51a35a7f-a80e-4d52-a9c5-73705e4057de,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:39.103288 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Allocated IP 172.27.1.71 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/722f6027-e7d7-472b-be98-026fe2a1b288) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:39.213462 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Publish callbacks [] for port (722f6027-e7d7-472b-be98-026fe2a1b288), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:39.293278 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (722f6027-e7d7-472b-be98-026fe2a1b288), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:39.345410 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:39.351011 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:39.354795 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:55:39.360080 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Pushing event updated for resources: {'Port': ['ID=722f6027-e7d7-472b-be98-026fe2a1b288,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:39.696133 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Publish callbacks [] for router_gateway (cd003357-749a-41b1-958f-4415c52925d5), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:39.904176 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640451'] for router (cd003357-749a-41b1-958f-4415c52925d5), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:40.051655 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c31892-dd12-40fa-9c12-08bef246d96f None None] Network 79c6c2df-648a-4e52-83c5-171cce1d2a97 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:55:40.250838 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-49873cca-ff34-4646-a0a5-fcd69d0cbec4 None None] Provisioning complete for port 51a35a7f-a80e-4d52-a9c5-73705e4057de triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:40.251113 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-49873cca-ff34-4646-a0a5-fcd69d0cbec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:40.339990 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Router cd003357-749a-41b1-958f-4415c52925d5 is scheduled to L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 with binding_index 1 {{(pid=110323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:55:40.374340 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-49873cca-ff34-4646-a0a5-fcd69d0cbec4 None None] Current status of the port 51a35a7f-a80e-4d52-a9c5-73705e4057de is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:40.374816 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-49873cca-ff34-4646-a0a5-fcd69d0cbec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:40.410671 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-49873cca-ff34-4646-a0a5-fcd69d0cbec4 None None] For port 51a35a7f-a80e-4d52-a9c5-73705e4057de, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=51a35a7f-a80e-4d52-a9c5-73705e4057de,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:40.460323 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:55:40.472119 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Sync routers for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:55:40.475476 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-49873cca-ff34-4646-a0a5-fcd69d0cbec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:40.484030 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:55:40.484648 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:55:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:40.533705 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49873cca-ff34-4646-a0a5-fcd69d0cbec4 None None] Pushing event updated for resources: {'Port': ['ID=51a35a7f-a80e-4d52-a9c5-73705e4057de,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:40.551663 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:40.557007 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-0496dec4-ed31-48e8-9fae-b0a337233d75 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1818559 Apr 29 15:55:40.563546 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 58950) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:40.599308 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-6d7d04e8-12a2-4d56-a732-1f2d9dbce129 None None] Provisioning complete for port 51a35a7f-a80e-4d52-a9c5-73705e4057de triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:40.600787 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-6d7d04e8-12a2-4d56-a732-1f2d9dbce129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:40.629914 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:55:40.721945 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-6d7d04e8-12a2-4d56-a732-1f2d9dbce129 None None] Current status of the port 51a35a7f-a80e-4d52-a9c5-73705e4057de is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:40.812366 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:39Z', 'revision_number': 3, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:40.843499 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Checking router: cd003357-749a-41b1-958f-4415c52925d5 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:55:40.844448 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Updating router cd003357-749a-41b1-958f-4415c52925d5 port 722f6027-e7d7-472b-be98-026fe2a1b288 binding host dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:55:40.872693 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (722f6027-e7d7-472b-be98-026fe2a1b288), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.034428 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.128498 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Publish callbacks [] for port (722f6027-e7d7-472b-be98-026fe2a1b288), precommit_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.194886 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Allocated IP 172.20.0.1 (79c6c2df-648a-4e52-83c5-171cce1d2a97/3c7f2afa-ddad-402d-8545-5c8d63aa2fbb/fe2e4383-fa99-4aea-8991-883c301a4de2) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:41.201462 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (722f6027-e7d7-472b-be98-026fe2a1b288), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.256461 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Pushing event updated for resources: {'Port': ['ID=722f6027-e7d7-472b-be98-026fe2a1b288,revision_number=2']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:41.259024 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 51a35a7f-a80e-4d52-a9c5-73705e4057de up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:41.265276 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.265621 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.265990 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.266347 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Attempting to bind port 722f6027-e7d7-472b-be98-026fe2a1b288 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Attempting to bind port 722f6027-e7d7-472b-be98-026fe2a1b288 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:55:41.276548 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Attempting to bind port 722f6027-e7d7-472b-be98-026fe2a1b288 on network ae6f69da-4bce-4b33-8222-dee4512f4ab7 {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:55:41.281468 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:55:41.281845 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Checking segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:55:41.282245 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.282638 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Bound using segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:55:41.283117 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Bound port: 722f6027-e7d7-472b-be98-026fe2a1b288, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:55:41.283492 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (722f6027-e7d7-472b-be98-026fe2a1b288), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.312292 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 51a35a7f-a80e-4d52-a9c5-73705e4057de triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:41.317566 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.332523 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Publish callbacks [] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.343550 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] For port 722f6027-e7d7-472b-be98-026fe2a1b288, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:41.347864 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] For port 722f6027-e7d7-472b-be98-026fe2a1b288, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=722f6027-e7d7-472b-be98-026fe2a1b288,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:41.401562 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 51a35a7f-a80e-4d52-a9c5-73705e4057de is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:41.446582 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (722f6027-e7d7-472b-be98-026fe2a1b288), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.475638 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.505422 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118abcc8-52ae-407b-ba21-f17185d93320 None None] Pushing event updated for resources: {'Port': ['ID=722f6027-e7d7-472b-be98-026fe2a1b288,revision_number=3']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:41.509699 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:55:41.510300 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:55:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:41.513590 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Network 79c6c2df-648a-4e52-83c5-171cce1d2a97 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:41.516424 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:41.522063 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:55:41.547759 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2e4383-fa99-4aea-8991-883c301a4de2,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:41.577506 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639158'] for router_interface (cd003357-749a-41b1-958f-4415c52925d5), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.720616 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:55:41.812716 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.866028 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-834ead52-b047-4b88-a91d-0fd4ef1ffacd None None] Provisioning complete for port fe2e4383-fa99-4aea-8991-883c301a4de2 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:41.866558 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-834ead52-b047-4b88-a91d-0fd4ef1ffacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:41.900693 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:39Z', 'revision_number': 3, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:41.906534 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-834ead52-b047-4b88-a91d-0fd4ef1ffacd None None] Port fe2e4383-fa99-4aea-8991-883c301a4de2 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:55:41.934136 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a388737-0c44-47b8-845c-20cbd08807fa None None] The sync data for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi is: [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:39Z', 'revision_number': 3, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:55:41.998227 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Publish callbacks [] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:42.064527 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8618983'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:42.136343 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2e4383-fa99-4aea-8991-883c301a4de2,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:42.138887 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739334'] for router_interface (cd003357-749a-41b1-958f-4415c52925d5), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:42.261679 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Network 79c6c2df-648a-4e52-83c5-171cce1d2a97 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:42.263237 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:42.403783 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Router cd003357-749a-41b1-958f-4415c52925d5 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:55:42.532316 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:55:42.535852 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-55a67eb9-a8a4-4bf2-91a1-131033edde97 None None] Provisioning complete for port fe2e4383-fa99-4aea-8991-883c301a4de2 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:42.536788 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-55a67eb9-a8a4-4bf2-91a1-131033edde97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:42.540021 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-513dbcfa-d900-4f1f-9d1f-e9333e53a7d4 admin admin] 10.222.0.23 "PUT /v2.0/routers/cd003357-749a-41b1-958f-4415c52925d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9814661 Apr 29 15:55:42.578495 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-55a67eb9-a8a4-4bf2-91a1-131033edde97 None None] Port fe2e4383-fa99-4aea-8991-883c301a4de2 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:55:42.994033 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e6e08-b4a1-4150-87cc-4a0a466b34a9 req-c9f09761-0873-4844-a4a6-1ddbeda9a0e7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:42.995563 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-035e6e08-b4a1-4150-87cc-4a0a466b34a9 req-c9f09761-0873-4844-a4a6-1ddbeda9a0e7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0523157 Apr 29 15:55:43.051700 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-035e6e08-b4a1-4150-87cc-4a0a466b34a9 req-c768296c-aa61-410b-9755-f968587fd13c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503254 Apr 29 15:55:43.245038 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 722f6027-e7d7-472b-be98-026fe2a1b288 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:43.266824 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 58992) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:43.272636 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-982052395-network', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:43.297721 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 722f6027-e7d7-472b-be98-026fe2a1b288 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:43.298084 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (722f6027-e7d7-472b-be98-026fe2a1b288), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:43.356071 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Made reservation on behalf of 6eeae6c8099343bfb04ac8c08927a7dd for: {'network': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:43.359224 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:43.369105 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:43.379937 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 722f6027-e7d7-472b-be98-026fe2a1b288 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:43.380323 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (722f6027-e7d7-472b-be98-026fe2a1b288), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:43.403848 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port 722f6027-e7d7-472b-be98-026fe2a1b288, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=722f6027-e7d7-472b-be98-026fe2a1b288,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:43.450466 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Publish callbacks [] for security_group (56df6a97-a00f-4cbc-81f2-b1d8acbc0d0d), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:43.481620 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (722f6027-e7d7-472b-be98-026fe2a1b288), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:43.532388 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=722f6027-e7d7-472b-be98-026fe2a1b288,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:43.539262 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (56df6a97-a00f-4cbc-81f2-b1d8acbc0d0d), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:43.543097 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Sync routers for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:55:43.557437 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:55:43.558058 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:55:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:43.560317 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=110323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:55:43.573990 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56df6a97-a00f-4cbc-81f2-b1d8acbc0d0d,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:43.578624 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (40059316-c39c-4d3f-98ba-a4aa2edaa59c), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:43.578967 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.segments_db [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Added segment 40059316-c39c-4d3f-98ba-a4aa2edaa59c of type vlan for network fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f Apr 29 15:55:43.621159 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:43.673772 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:55:43.732780 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:43.733775 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:43.734393 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:43.797037 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] Pushing event updated for resources: {'Network': ['ID=fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:43.807222 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:55:43.837808 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-e1e9e94e-1e5c-4c8c-a25d-ae8f68920f57 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5697436 Apr 29 15:55:43.840624 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 58996) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:43.845854 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-45fcd38a-e3c4-4729-9c25-e3c54fe22e7d admin admin] Request body: {'subnet': {'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-982052395-subnet', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'ip_version': 4}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:43.925001 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 2, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:43.931530 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fcd38a-e3c4-4729-9c25-e3c54fe22e7d admin admin] Made reservation on behalf of 6eeae6c8099343bfb04ac8c08927a7dd for: {'subnet': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:43.933921 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-45fcd38a-e3c4-4729-9c25-e3c54fe22e7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9430353'] for subnet (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:43.952396 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Checking router: cd003357-749a-41b1-958f-4415c52925d5 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:55:43.952754 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Updating router cd003357-749a-41b1-958f-4415c52925d5 port fe2e4383-fa99-4aea-8991-883c301a4de2 binding host dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:55:43.980301 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.176609 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d16ed4-e707-474a-b2d0-ccedcacec62d req-60548c4f-a348-4f83-8664-9b3dc56380cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:44.178543 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5d16ed4-e707-474a-b2d0-ccedcacec62d req-60548c4f-a348-4f83-8664-9b3dc56380cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0479686 Apr 29 15:55:44.180491 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-45fcd38a-e3c4-4729-9c25-e3c54fe22e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8484417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9430435'] for subnet (2668a786-4610-477d-8fa0-347706d832bf), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.255513 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Publish callbacks [] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), precommit_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.255987 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcd38a-e3c4-4729-9c25-e3c54fe22e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2668a786-4610-477d-8fa0-347706d832bf,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:44.282265 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5d16ed4-e707-474a-b2d0-ccedcacec62d req-fe2b72c9-81b0-471f-b583-67443207a4b6 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973010 Apr 29 15:55:44.284948 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcd38a-e3c4-4729-9c25-e3c54fe22e7d admin admin] Checking segment: {'id': '40059316-c39c-4d3f-98ba-a4aa2edaa59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:55:44.285318 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fcd38a-e3c4-4729-9c25-e3c54fe22e7d admin admin] Network hostable DHCP agents. Network: fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:55:44.327119 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.355657 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fcd38a-e3c4-4729-9c25-e3c54fe22e7d admin admin] Network fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:55:44.379607 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d181d92-8c74-4a5d-85ff-755b4b4490bd None None] Pushing event updated for resources: {'Port': ['ID=fe2e4383-fa99-4aea-8991-883c301a4de2,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:44.434143 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Attempting to bind port fe2e4383-fa99-4aea-8991-883c301a4de2 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:55:44.434522 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Attempting to bind port fe2e4383-fa99-4aea-8991-883c301a4de2 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:55:44.434927 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Attempting to bind port fe2e4383-fa99-4aea-8991-883c301a4de2 on network 79c6c2df-648a-4e52-83c5-171cce1d2a97 {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:55:44.440384 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:55:44.440761 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Checking segment: {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:55:44.441165 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.441634 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Bound using segment: {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:55:44.442022 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Bound port: fe2e4383-fa99-4aea-8991-883c301a4de2, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:55:44.447040 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.452026 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-45fcd38a-e3c4-4729-9c25-e3c54fe22e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f) {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:44.457002 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fcd38a-e3c4-4729-9c25-e3c54fe22e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:44.457808 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-45fcd38a-e3c4-4729-9c25-e3c54fe22e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.466048 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a6178-0785-419b-9165-cfaa79f95996 None None] Network fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:55:44.546078 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-45fcd38a-e3c4-4729-9c25-e3c54fe22e7d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7041357 Apr 29 15:55:44.548504 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59004) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:44.552704 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-982052395-router', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:44.574859 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] For port fe2e4383-fa99-4aea-8991-883c301a4de2, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:44.579870 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] For port fe2e4383-fa99-4aea-8991-883c301a4de2, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=fe2e4383-fa99-4aea-8991-883c301a4de2,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:44.642101 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6446'] for router (e29200e0-4505-437d-9d8d-3b6022eb704f), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.643283 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6439'] for router (e29200e0-4505-437d-9d8d-3b6022eb704f), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.704692 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Publish callbacks [] for router_controller (e29200e0-4505-437d-9d8d-3b6022eb704f), precommit_add_association {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.731989 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.773390 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea9de40-577b-5861-953d-07c7c45c0abe-fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f', 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f', 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'fixed_ips': [{'subnet_id': '2668a786-4610-477d-8fa0-347706d832bf'}]}} from dv-cinder-839872-2-iscsi. {{(pid=110325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 15:55:44.777266 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.780725 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-bd1c49a0-34e6-43c6-8342-affd9a086fcd None None] Provisioning complete for port fe2e4383-fa99-4aea-8991-883c301a4de2 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:44.781092 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bd1c49a0-34e6-43c6-8342-affd9a086fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.866309 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:44.910535 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d181d92-8c74-4a5d-85ff-755b4b4490bd None None] Pushing event updated for resources: {'Port': ['ID=fe2e4383-fa99-4aea-8991-883c301a4de2,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:44.918365 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:55:44.919010 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:55:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:44.957605 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Publish callbacks [] for router_gateway (e29200e0-4505-437d-9d8d-3b6022eb704f), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.102476 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-4fac41c4-0011-4f7a-b407-5412060f39bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.112686 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c49a0-34e6-43c6-8342-affd9a086fcd None None] Current status of the port fe2e4383-fa99-4aea-8991-883c301a4de2 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:45.113070 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bd1c49a0-34e6-43c6-8342-affd9a086fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.120723 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.db_base_plugin_common [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Allocated IP 172.20.0.2 (fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f/2668a786-4610-477d-8fa0-347706d832bf/0d1fb38f-f12f-4cf6-bfbe-164490f601a6) {{(pid=110325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:45.164966 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:55:45.227098 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-bd1c49a0-34e6-43c6-8342-affd9a086fcd None None] For port fe2e4383-fa99-4aea-8991-883c301a4de2, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=fe2e4383-fa99-4aea-8991-883c301a4de2,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:45.267372 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Publish callbacks [] for router_gateway (e29200e0-4505-437d-9d8d-3b6022eb704f), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.269001 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 722f6027-e7d7-472b-be98-026fe2a1b288 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:45.289623 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.303577 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bd1c49a0-34e6-43c6-8342-affd9a086fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.440115 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3342b-e0a1-4d79-a8ec-4a3f700f270b req-e76c812b-7fca-422c-80e3-46bcd66ced3c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:45.441676 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cbb3342b-e0a1-4d79-a8ec-4a3f700f270b req-e76c812b-7fca-422c-80e3-46bcd66ced3c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0838258 Apr 29 15:55:45.454656 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Allocated IP 172.27.1.147 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/df8f1680-7418-449e-a36c-cb068cd5dff5) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:45.508452 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c49a0-34e6-43c6-8342-affd9a086fcd None None] Pushing event updated for resources: {'Port': ['ID=fe2e4383-fa99-4aea-8991-883c301a4de2,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:45.513933 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cbb3342b-e0a1-4d79-a8ec-4a3f700f270b req-188bd239-aec5-4492-8ca4-e506127ac756 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605922 Apr 29 15:55:45.526369 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-1b6f3b07-7711-40d7-9715-72da7ec1dfba None None] Provisioning complete for port fe2e4383-fa99-4aea-8991-883c301a4de2 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:45.526618 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3b07-7711-40d7-9715-72da7ec1dfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.550586 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 722f6027-e7d7-472b-be98-026fe2a1b288 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:45.550956 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (722f6027-e7d7-472b-be98-026fe2a1b288), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.610443 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Publish callbacks [] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), precommit_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.615987 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Publish callbacks [] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.674688 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:44Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:45.710211 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.731266 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056cbbe8-bd9e-4c77-8e76-a648f99cfeb4 None None] The sync data for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi is: [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:44Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:55:45.791370 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.817300 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Network fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f is already hosted by enough agents. {{(pid=110325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:45.826288 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.base_scheduler [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Resources bound (agent type, host, resource id): {{(pid=110325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:45.828033 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f3b07-7711-40d7-9715-72da7ec1dfba None None] Current status of the port fe2e4383-fa99-4aea-8991-883c301a4de2 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:45.830933 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Received port after_create {{(pid=110325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:55:45.837161 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 722f6027-e7d7-472b-be98-026fe2a1b288 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:45.841360 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Pushing event updated for resources: {'Port': ['ID=0d1fb38f-f12f-4cf6-bfbe-164490f601a6,revision_number=1']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:45.863644 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:45.866422 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:45.879286 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:55:45.902482 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Pushing event updated for resources: {'Port': ['ID=df8f1680-7418-449e-a36c-cb068cd5dff5,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:45.905151 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Attempting to bind port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:55:45.905519 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Attempting to bind port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '40059316-c39c-4d3f-98ba-a4aa2edaa59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:55:45.905894 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Attempting to bind port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 on network fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:55:45.911524 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:55:45.912524 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Checking segment: {'id': '40059316-c39c-4d3f-98ba-a4aa2edaa59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:55:45.913254 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.914419 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Bound using segment: {'id': '40059316-c39c-4d3f-98ba-a4aa2edaa59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:55:45.914419 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Bound port: 0d1fb38f-f12f-4cf6-bfbe-164490f601a6, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40059316-c39c-4d3f-98ba-a4aa2edaa59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:55:45.914419 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:45.982535 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] For port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:45.985943 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] For port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=0d1fb38f-f12f-4cf6-bfbe-164490f601a6,segment=NetworkSegment(40059316-c39c-4d3f-98ba-a4aa2edaa59c),segment_id=40059316-c39c-4d3f-98ba-a4aa2edaa59c)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:46.070817 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:46.157492 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e7e14-adc3-4bc5-8aab-94cc8bdc6907 None None] Pushing event updated for resources: {'Port': ['ID=0d1fb38f-f12f-4cf6-bfbe-164490f601a6,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:46.255444 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Publish callbacks [] for router_gateway (e29200e0-4505-437d-9d8d-3b6022eb704f), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:46.515762 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640451'] for router (e29200e0-4505-437d-9d8d-3b6022eb704f), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:46.688328 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd677d-7172-42c3-86d7-bd02f2cbaa93 req-584ec322-130d-4151-8088-b06068c6e283 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:46.696113 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-38cd677d-7172-42c3-86d7-bd02f2cbaa93 req-584ec322-130d-4151-8088-b06068c6e283 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0729678 Apr 29 15:55:46.789452 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-38cd677d-7172-42c3-86d7-bd02f2cbaa93 req-3b2fdccb-3ef6-4ecf-be07-95b3fcf125c5 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923674 Apr 29 15:55:46.887590 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-3df7a293-2193-4a70-9621-8530cae1f942 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:46.889085 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-3df7a293-2193-4a70-9621-8530cae1f942 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/networks?id=2fbed7d4-8ee8-4828-a54f-7cf6974e61ec HTTP/1.1" status: 200 len: 813 time: 0.1351261 Apr 29 15:55:46.908507 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Router e29200e0-4505-437d-9d8d-3b6022eb704f is scheduled to L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 with binding_index 1 {{(pid=110324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:55:46.911199 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-432288ee-0dc2-4b46-8319-d85c330c412e tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/quotas/58e8b747315c47c5af6f61c39374c2cc HTTP/1.1" status: 200 len: 375 time: 0.0151911 Apr 29 15:55:47.276468 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-ec6241fe-6261-4e95-ac6e-a5265cb7b35c tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=58e8b747315c47c5af6f61c39374c2cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3133473 Apr 29 15:55:47.277875 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:47.354470 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cb0b43-c32f-4850-9065-fdd493adc04e None None] Network fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:55:47.391031 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-2bb39253-013e-4934-86f3-0315128c851a None None] Provisioning complete for port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:47.391404 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2bb39253-013e-4934-86f3-0315128c851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:47.445614 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-82882e2a-06be-4c33-a315-dec8b4a122c0 req-55dd876c-b250-42a7-a624-86c05ded3dd1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617678 Apr 29 15:55:47.459385 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:55:47.462779 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f9f98578-fe32-4511-a0ad-96c5a38edc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:47.470241 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:47.470451 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:47.470746 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Sync routers for ids ['e29200e0-4505-437d-9d8d-3b6022eb704f'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:55:47.478317 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4ef8b0ed-0625-42cf-8b26-6f08b6c7403b service neutron] 10.222.0.23 "GET /v2.0/networks/2fbed7d4-8ee8-4828-a54f-7cf6974e61ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009139 Apr 29 15:55:47.487947 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Routers {'e29200e0-4505-437d-9d8d-3b6022eb704f'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:55:47.493176 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:55:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['e29200e0-4505-437d-9d8d-3b6022eb704f'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:47.560376 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] Publish callbacks [] for router (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:47.564324 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-84ce6a35-6991-43cf-875b-f42e67ca0bac admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0123427 Apr 29 15:55:47.565172 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59038) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:47.593126 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882e2a-06be-4c33-a315-dec8b4a122c0 req-13945225-b777-4b71-98cc-7bb0fcefeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:47.594987 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-82882e2a-06be-4c33-a315-dec8b4a122c0 req-13945225-b777-4b71-98cc-7bb0fcefeeb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 1130 time: 0.1014211 Apr 29 15:55:47.607627 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Set router e29200e0-4505-437d-9d8d-3b6022eb704f gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:55:47.695637 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-a9b4543f-7763-42c8-8af3-418658d7567f service neutron] 10.222.0.23 "GET /v2.0/networks/2fbed7d4-8ee8-4828-a54f-7cf6974e61ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116301 Apr 29 15:55:47.808235 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'name': 'tempest-TestVolumeBootPattern-982052395-router', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:44Z', 'updated_at': '2022-04-29T15:55:46Z', 'revision_number': 3, 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'gw_port': {'id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:45Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:47.848988 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-2bb39253-013e-4934-86f3-0315128c851a None None] Current status of the port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:47.848988 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2bb39253-013e-4934-86f3-0315128c851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:47.860075 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Checking router: e29200e0-4505-437d-9d8d-3b6022eb704f for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:55:47.860686 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Updating router e29200e0-4505-437d-9d8d-3b6022eb704f port df8f1680-7418-449e-a36c-cb068cd5dff5 binding host dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:55:47.867208 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882e2a-06be-4c33-a315-dec8b4a122c0 req-ea067237-60d9-4085-8d8b-47961ac1d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:47.868908 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-82882e2a-06be-4c33-a315-dec8b4a122c0 req-ea067237-60d9-4085-8d8b-47961ac1d67a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 917 time: 0.2090318 Apr 29 15:55:47.911672 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:47.933520 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:47.933920 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:47.970586 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-2bb39253-013e-4934-86f3-0315128c851a None None] For port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=0d1fb38f-f12f-4cf6-bfbe-164490f601a6,segment=NetworkSegment(40059316-c39c-4d3f-98ba-a4aa2edaa59c),segment_id=40059316-c39c-4d3f-98ba-a4aa2edaa59c)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:48.009462 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36677a6-b23b-41a1-9472-8652b76aa62a req-a762300b-ab76-47b0-9d3e-3a06d2406e52 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:48.017485 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d36677a6-b23b-41a1-9472-8652b76aa62a req-a762300b-ab76-47b0-9d3e-3a06d2406e52 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0616870 Apr 29 15:55:48.044997 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2bb39253-013e-4934-86f3-0315128c851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:48.155462 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-82882e2a-06be-4c33-a315-dec8b4a122c0 req-b34633ad-344c-4b57-a54b-d6aa410a08e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 HTTP/1.1" status: 200 len: 1001 time: 0.2780921 Apr 29 15:55:48.160122 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b52c974-67b4-442a-8128-707ee37aeb12 req-2de1e85a-3bdb-4705-978c-6c5cac054bd9 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 210 time: 0.0805023 Apr 29 15:55:48.181537 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d36677a6-b23b-41a1-9472-8652b76aa62a req-05a1b3fd-b09d-4e39-b422-0006b35005f3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559560 Apr 29 15:55:48.225889 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.db.api [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:55:48.226551 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG oslo_db.api [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:55:48.229521 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb39253-013e-4934-86f3-0315128c851a None None] Pushing event updated for resources: {'Port': ['ID=0d1fb38f-f12f-4cf6-bfbe-164490f601a6,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:48.265645 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-19cb7d23-e953-4080-9286-7e3ae7b889da None None] Provisioning complete for port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:48.267696 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-19cb7d23-e953-4080-9286-7e3ae7b889da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:48.284922 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882e2a-06be-4c33-a315-dec8b4a122c0 req-3771c992-3e0d-48db-922f-a0f1ca96d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:48.286462 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-82882e2a-06be-4c33-a315-dec8b4a122c0 req-3771c992-3e0d-48db-922f-a0f1ca96d649 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c HTTP/1.1" status: 200 len: 855 time: 0.1032038 Apr 29 15:55:48.346758 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882e2a-06be-4c33-a315-dec8b4a122c0 req-cebea332-c50f-4280-b479-a8f2e4d3abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:48.348511 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-82882e2a-06be-4c33-a315-dec8b4a122c0 req-cebea332-c50f-4280-b479-a8f2e4d3abdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a3d153a-a0ac-449f-87b2-351b970a83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549755 Apr 29 15:55:48.382684 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-19cb7d23-e953-4080-9286-7e3ae7b889da None None] Current status of the port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:48.394928 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Publish callbacks [] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), precommit_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:48.453033 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:48.464883 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-82882e2a-06be-4c33-a315-dec8b4a122c0 req-bcdc398b-aa67-4e53-8e1a-d6f55fe8847a service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052797 Apr 29 15:55:48.510202 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Attempting to bind port df8f1680-7418-449e-a36c-cb068cd5dff5 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:55:48.511209 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Attempting to bind port df8f1680-7418-449e-a36c-cb068cd5dff5 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:55:48.511751 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Attempting to bind port df8f1680-7418-449e-a36c-cb068cd5dff5 on network ae6f69da-4bce-4b33-8222-dee4512f4ab7 {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:55:48.519014 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c820e-55c5-446b-aa57-fed52678fe19 None None] Pushing event updated for resources: {'Port': ['ID=df8f1680-7418-449e-a36c-cb068cd5dff5,revision_number=2']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:48.524003 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:55:48.525067 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Checking segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:55:48.525621 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:48.526172 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Bound using segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:55:48.526800 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Bound port: df8f1680-7418-449e-a36c-cb068cd5dff5, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:55:48.528001 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:48.548112 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:48.584273 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] For port df8f1680-7418-449e-a36c-cb068cd5dff5, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:48.585414 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-82882e2a-06be-4c33-a315-dec8b4a122c0 req-6cb3ae90-bb94-42a3-b594-13a5d7808d23 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085601 Apr 29 15:55:48.587811 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] For port df8f1680-7418-449e-a36c-cb068cd5dff5, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=df8f1680-7418-449e-a36c-cb068cd5dff5,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:48.668359 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:48.698843 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:48.736930 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Allocated IP 172.20.0.1 (fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f/2668a786-4610-477d-8fa0-347706d832bf/a91b5271-8fbb-43eb-bf05-3ea2de0b59ab) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:48.740374 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c820e-55c5-446b-aa57-fed52678fe19 None None] Pushing event updated for resources: {'Port': ['ID=df8f1680-7418-449e-a36c-cb068cd5dff5,revision_number=3']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:48.744960 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Routers {'e29200e0-4505-437d-9d8d-3b6022eb704f'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:55:48.745786 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:55:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['e29200e0-4505-437d-9d8d-3b6022eb704f'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:48.776574 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:48.777819 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device fe2e4383-fa99-4aea-8991-883c301a4de2 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:48.825153 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port fe2e4383-fa99-4aea-8991-883c301a4de2 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:48.825827 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:48.853528 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Publish callbacks [] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:48.867611 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] Set router e29200e0-4505-437d-9d8d-3b6022eb704f gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:55:48.905182 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port fe2e4383-fa99-4aea-8991-883c301a4de2 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:48.973523 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:49.011743 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Network fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:49.014686 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:49.020337 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:55:49.043241 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'name': 'tempest-TestVolumeBootPattern-982052395-router', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:44Z', 'updated_at': '2022-04-29T15:55:46Z', 'revision_number': 3, 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'gw_port': {'id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:45Z', 'updated_at': '2022-04-29T15:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:49.050041 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Pushing event updated for resources: {'Port': ['ID=a91b5271-8fbb-43eb-bf05-3ea2de0b59ab,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:49.074660 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639158'] for router_interface (e29200e0-4505-437d-9d8d-3b6022eb704f), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:49.076938 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215f5ca-17ab-4b68-b9bb-e19c70817d28 None None] The sync data for ids ['e29200e0-4505-437d-9d8d-3b6022eb704f'] in dv-cinder-839872-2-iscsi is: [{'id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'name': 'tempest-TestVolumeBootPattern-982052395-router', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:44Z', 'updated_at': '2022-04-29T15:55:46Z', 'revision_number': 3, 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'gw_port': {'id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:45Z', 'updated_at': '2022-04-29T15:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:55:49.261186 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:49.314184 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-4b221e30-1628-4d29-bdf8-d2449c3c32f2 None None] Provisioning complete for port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:49.314817 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-4b221e30-1628-4d29-bdf8-d2449c3c32f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:49.321321 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3b0f0e20-7940-47c9-9138-68b134d47007 req-3823176b-6112-49a3-91bd-0f9b15cf931f tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 210 time: 0.0432165 Apr 29 15:55:49.359285 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:49.372545 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-4b221e30-1628-4d29-bdf8-d2449c3c32f2 None None] Port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:55:49.373099 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb1e5b-183e-451e-a135-928bdedd3af6 req-67a9a216-018c-4c97-ba55-1e9fb7c044e3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:49.374329 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:49.374715 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:49.378148 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-29cb1e5b-183e-451e-a135-928bdedd3af6 req-67a9a216-018c-4c97-ba55-1e9fb7c044e3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0881531 Apr 29 15:55:49.472582 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-29cb1e5b-183e-451e-a135-928bdedd3af6 req-b1033005-7728-4041-b16d-fc70da2368ed tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880911 Apr 29 15:55:49.514742 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:49.609788 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Publish callbacks [] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:49.687073 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8618983'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:49.761586 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739334'] for router_interface (e29200e0-4505-437d-9d8d-3b6022eb704f), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:49.763374 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Pushing event updated for resources: {'Port': ['ID=a91b5271-8fbb-43eb-bf05-3ea2de0b59ab,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:49.777177 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.777530 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.777874 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.778214 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.778550 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.778885 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.779211 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.779536 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.779894 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.780226 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.780553 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.780876 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.781195 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.781514 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.781833 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:49.873386 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Network fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:49.875011 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:50.003143 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Router e29200e0-4505-437d-9d8d-3b6022eb704f has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:55:50.133208 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:50.139820 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:55:50.144884 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-08f12acb-a233-4892-b64c-51799cca4cdb admin admin] 10.222.0.23 "PUT /v2.0/routers/e29200e0-4505-437d-9d8d-3b6022eb704f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5771246 Apr 29 15:55:50.200500 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a2f68a68-47b5-4e8c-909c-3dc66da6c9b1 None None] Provisioning complete for port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:50.200788 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a2f68a68-47b5-4e8c-909c-3dc66da6c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:50.236338 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a2f68a68-47b5-4e8c-909c-3dc66da6c9b1 None None] Port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:55:50.355653 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-e1a35457-b2b9-4be4-b2c0-834db2204045 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:50.357297 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-e1a35457-b2b9-4be4-b2c0-834db2204045 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.37 "GET /v2.0/networks?id=2fbed7d4-8ee8-4828-a54f-7cf6974e61ec HTTP/1.1" status: 200 len: 813 time: 0.1148698 Apr 29 15:55:50.377933 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Request body: {'port': {'device_id': 'c7f6f5f0-e57c-4365-99dc-062f6d3c18d5', 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec', 'admin_state_up': True, 'tenant_id': '58e8b747315c47c5af6f61c39374c2cc'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:50.475285 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bc1708c6-79c8-4609-a740-7d74e762627d req-0cb52e5c-3afe-4fc4-9b84-7b7f0d070733 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 210 time: 0.0593352 Apr 29 15:55:50.602701 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Made reservation on behalf of 58e8b747315c47c5af6f61c39374c2cc for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:50.606156 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:50.642837 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f10d6-d2ff-41c7-a623-57b8de91f2a6 req-7af5cd4e-5e5b-45c7-a8b4-9d89e653fefe tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:50.644512 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ad0f10d6-d2ff-41c7-a623-57b8de91f2a6 req-7af5cd4e-5e5b-45c7-a8b4-9d89e653fefe tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0803020 Apr 29 15:55:50.762489 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ad0f10d6-d2ff-41c7-a623-57b8de91f2a6 req-31a55015-ae0a-424b-a37f-8ca1f31c9e70 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864701 Apr 29 15:55:50.782617 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Allocated IP 172.20.0.7 (2fbed7d4-8ee8-4828-a54f-7cf6974e61ec/f5f0f045-bb9c-4095-bd45-c5987515ea3c/ae911321-ce59-4e1b-8447-7249ec4b0064) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:50.828217 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59078) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:50.832925 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-d462ef22-a158-4a8a-80fc-73910cdf115d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826711674', 'description': 'tempest-secgroup-smoke-826711674 description', 'project_id': '47db658e58ab4b228e799d1ea25342ee'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:50.886073 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Sync routers for ids ['e29200e0-4505-437d-9d8d-3b6022eb704f'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:55:50.897340 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Routers {'e29200e0-4505-437d-9d8d-3b6022eb704f'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:55:50.897971 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:55:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['e29200e0-4505-437d-9d8d-3b6022eb704f'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:50.915682 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d462ef22-a158-4a8a-80fc-73910cdf115d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:50.941250 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks [] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.012702 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Set router e29200e0-4505-437d-9d8d-3b6022eb704f gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:55:51.029590 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d462ef22-a158-4a8a-80fc-73910cdf115d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group (30d59953-54b6-4074-8867-0c3a74b63b14), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.034853 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.076671 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:51.080552 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:51.083297 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:55:51.087410 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d462ef22-a158-4a8a-80fc-73910cdf115d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (30d59953-54b6-4074-8867-0c3a74b63b14), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.139670 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Pushing event updated for resources: {'Port': ['ID=ae911321-ce59-4e1b-8447-7249ec4b0064,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:51.141052 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462ef22-a158-4a8a-80fc-73910cdf115d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d59953-54b6-4074-8867-0c3a74b63b14,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:51.157168 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:51.157803 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.215351 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d462ef22-a158-4a8a-80fc-73910cdf115d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.217616 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-d462ef22-a158-4a8a-80fc-73910cdf115d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3883791 Apr 29 15:55:51.220535 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59082) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:51.226861 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-dbf8e813-f7f4-4460-82b6-8c17e5d04cc7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'security_group_rule': {'security_group_id': '30d59953-54b6-4074-8867-0c3a74b63b14', 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:51.232500 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'name': 'tempest-TestVolumeBootPattern-982052395-router', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:44Z', 'updated_at': '2022-04-29T15:55:49Z', 'revision_number': 4, 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'gw_port': {'id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:45Z', 'updated_at': '2022-04-29T15:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'a91b5271-8fbb-43eb-bf05-3ea2de0b59ab', 'name': '', 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'mac_address': 'fa:16:3e:31:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '2668a786-4610-477d-8fa0-347706d832bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:48Z', 'updated_at': '2022-04-29T15:55:49Z', 'revision_number': 2, 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'subnets': [{'id': '2668a786-4610-477d-8fa0-347706d832bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:51.255493 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4882ab94-1fbd-4555-a2a3-981a7206a6b4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8816941 Apr 29 15:55:51.265912 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device df8f1680-7418-449e-a36c-cb068cd5dff5 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:51.268442 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Checking router: e29200e0-4505-437d-9d8d-3b6022eb704f for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:55:51.268789 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Request body: {'port': {'device_id': 'c7f6f5f0-e57c-4365-99dc-062f6d3c18d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:51.268897 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Updating router e29200e0-4505-437d-9d8d-3b6022eb704f port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab binding host dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:55:51.321120 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.327239 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e813-f7f4-4460-82b6-8c17e5d04cc7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (6a4b19f2-9790-4c07-97d0-04c328676eb3), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.332618 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.377074 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port df8f1680-7418-449e-a36c-cb068cd5dff5 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:51.377457 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.388469 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e813-f7f4-4460-82b6-8c17e5d04cc7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (6a4b19f2-9790-4c07-97d0-04c328676eb3), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.465004 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e813-f7f4-4460-82b6-8c17e5d04cc7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (6a4b19f2-9790-4c07-97d0-04c328676eb3), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.485500 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8e813-f7f4-4460-82b6-8c17e5d04cc7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4b19f2-9790-4c07-97d0-04c328676eb3,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:51.544087 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e813-f7f4-4460-82b6-8c17e5d04cc7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.545757 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-dbf8e813-f7f4-4460-82b6-8c17e5d04cc7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3242099 Apr 29 15:55:51.548488 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59086) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:51.553109 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port df8f1680-7418-449e-a36c-cb068cd5dff5 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:51.553502 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.553992 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-e6b71c52-637a-4cf7-9ec0-5817ce5b1448 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'security_group_rule': {'security_group_id': '30d59953-54b6-4074-8867-0c3a74b63b14', 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:51.621045 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port df8f1680-7418-449e-a36c-cb068cd5dff5, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=df8f1680-7418-449e-a36c-cb068cd5dff5,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:51.624313 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70726f-7eae-45a5-98b9-f571acea311a req-6044cb4c-e2d5-457f-9b8c-262e7df028b8 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:51.625782 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8e70726f-7eae-45a5-98b9-f571acea311a req-6044cb4c-e2d5-457f-9b8c-262e7df028b8 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 931 time: 0.0706346 Apr 29 15:55:51.656167 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e6b71c52-637a-4cf7-9ec0-5817ce5b1448 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (f853a880-a064-4a3a-9fef-59d2b4e222fe), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.696885 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae911321-ce59-4e1b-8447-7249ec4b0064 {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:55:51.708230 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Publish callbacks [] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.718239 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Publish callbacks [] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), precommit_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.722311 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e6b71c52-637a-4cf7-9ec0-5817ce5b1448 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (f853a880-a064-4a3a-9fef-59d2b4e222fe), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.727137 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.727601 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8e70726f-7eae-45a5-98b9-f571acea311a req-cd9f5859-6881-413a-9a17-4299e8e05ca3 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871747 Apr 29 15:55:51.733641 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Transition to ACTIVE for port object ae911321-ce59-4e1b-8447-7249ec4b0064 will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:55:51.773137 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.822162 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=df8f1680-7418-449e-a36c-cb068cd5dff5,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:51.836004 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.883821 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2bfff-95e8-4ee8-b286-72fe9ebc6119 req-9b44a440-9c97-4805-a54c-8e23bbd5f304 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:51.885868 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9dd2bfff-95e8-4ee8-b286-72fe9ebc6119 req-9b44a440-9c97-4805-a54c-8e23bbd5f304 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0520835 Apr 29 15:55:51.888378 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5fba6-284e-41e7-8853-5285c9bf286f None None] Pushing event updated for resources: {'Port': ['ID=a91b5271-8fbb-43eb-bf05-3ea2de0b59ab,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:51.893243 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e6b71c52-637a-4cf7-9ec0-5817ce5b1448 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (f853a880-a064-4a3a-9fef-59d2b4e222fe), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.898505 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.924536 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71c52-637a-4cf7-9ec0-5817ce5b1448 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f853a880-a064-4a3a-9fef-59d2b4e222fe,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:51.949386 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Attempting to bind port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:55:51.949759 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Attempting to bind port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '40059316-c39c-4d3f-98ba-a4aa2edaa59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:55:51.950127 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Attempting to bind port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab on network fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:55:51.955731 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:55:51.956129 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Checking segment: {'id': '40059316-c39c-4d3f-98ba-a4aa2edaa59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:55:51.956527 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.956923 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Bound using segment: {'id': '40059316-c39c-4d3f-98ba-a4aa2edaa59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:55:51.957395 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Bound port: a91b5271-8fbb-43eb-bf05-3ea2de0b59ab, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40059316-c39c-4d3f-98ba-a4aa2edaa59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:55:51.957773 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:51.983587 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Pushing event updated for resources: {'Port': ['ID=ae911321-ce59-4e1b-8447-7249ec4b0064,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:51.996948 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9dd2bfff-95e8-4ee8-b286-72fe9ebc6119 req-659bcca4-9911-45fb-a5d7-ff8945c6f3d4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006055 Apr 29 15:55:52.056918 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] For port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:52.060893 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] For port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=a91b5271-8fbb-43eb-bf05-3ea2de0b59ab,segment=NetworkSegment(40059316-c39c-4d3f-98ba-a4aa2edaa59c),segment_id=40059316-c39c-4d3f-98ba-a4aa2edaa59c)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:52.072470 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e6b71c52-637a-4cf7-9ec0-5817ce5b1448 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.073834 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-e6b71c52-637a-4cf7-9ec0-5817ce5b1448 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5240986 Apr 29 15:55:52.074168 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Attempting to bind port ae911321-ce59-4e1b-8447-7249ec4b0064 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:55:52.074509 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Attempting to bind port ae911321-ce59-4e1b-8447-7249ec4b0064 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '2b49554a-471e-42f2-abbe-6d83d326498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:55:52.074891 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Attempting to bind port ae911321-ce59-4e1b-8447-7249ec4b0064 on network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:55:52.076578 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59090) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:52.079661 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Port ae911321-ce59-4e1b-8447-7249ec4b0064 on network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:55:52.080104 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Attempting to bind port ae911321-ce59-4e1b-8447-7249ec4b0064 on network 2fbed7d4-8ee8-4828-a54f-7cf6974e61ec {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:55:52.082124 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-266ab4fe-5ca4-4833-9e2d-288fe1d8c054 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'security_group_rule': {'security_group_id': '30d59953-54b6-4074-8867-0c3a74b63b14', 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:52.085950 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:55:52.086287 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Checking segment: {'id': '2b49554a-471e-42f2-abbe-6d83d326498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:55:52.086680 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Bound using segment: {'id': '2b49554a-471e-42f2-abbe-6d83d326498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:55:52.087144 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Bound port: ae911321-ce59-4e1b-8447-7249ec4b0064, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b49554a-471e-42f2-abbe-6d83d326498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:55:52.087550 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.161927 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.165816 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] For port ae911321-ce59-4e1b-8447-7249ec4b0064, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:55:52.175995 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] For port ae911321-ce59-4e1b-8447-7249ec4b0064, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ae911321-ce59-4e1b-8447-7249ec4b0064,segment=NetworkSegment(2b49554a-471e-42f2-abbe-6d83d326498e),segment_id=2b49554a-471e-42f2-abbe-6d83d326498e)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:55:52.201563 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-266ab4fe-5ca4-4833-9e2d-288fe1d8c054 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (1c6810d7-da38-4a5e-9827-b5f7e934dc5d), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.214463 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-3c5ea7fd-9579-4f83-bbdd-575dfc4284c9 None None] Provisioning complete for port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:52.214837 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-3c5ea7fd-9579-4f83-bbdd-575dfc4284c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.252456 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5fba6-284e-41e7-8853-5285c9bf286f None None] Pushing event updated for resources: {'Port': ['ID=a91b5271-8fbb-43eb-bf05-3ea2de0b59ab,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:52.270628 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Routers {'e29200e0-4505-437d-9d8d-3b6022eb704f'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:55:52.271314 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:55:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['e29200e0-4505-437d-9d8d-3b6022eb704f'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:52.272736 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-266ab4fe-5ca4-4833-9e2d-288fe1d8c054 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (1c6810d7-da38-4a5e-9827-b5f7e934dc5d), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.280250 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.312412 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:52.313203 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.314897 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] 10.222.0.37 "PUT /v2.0/ports/ae911321-ce59-4e1b-8447-7249ec4b0064 HTTP/1.1" status: 200 len: 1093 time: 1.0501571 Apr 29 15:55:52.314897 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f6f5f0-e57c-4365-99dc-062f6d3c18d5', 'tag': 'ae911321-ce59-4e1b-8447-7249ec4b0064'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:52.317256 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d579a4c-0ff1-4642-a08f-beb1a92f2b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f6f5f0-e57c-4365-99dc-062f6d3c18d5", "tag": "ae911321-ce59-4e1b-8447-7249ec4b0064"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:55:52.343729 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f94693-b06f-44a0-bcd9-17626a471646 service neutron] Pushing event updated for resources: {'Port': ['ID=ae911321-ce59-4e1b-8447-7249ec4b0064,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:52.374644 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-266ab4fe-5ca4-4833-9e2d-288fe1d8c054 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (1c6810d7-da38-4a5e-9827-b5f7e934dc5d), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.389518 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6532b80-8237-4a63-8068-0406305a2856 x-openstack-request-id: req-a6532b80-8237-4a63-8068-0406305a2856 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:55:52.389518 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f6f5f0-e57c-4365-99dc-062f6d3c18d5", "tag": "ae911321-ce59-4e1b-8447-7249ec4b0064", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:55:52.389518 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6532b80-8237-4a63-8068-0406305a2856 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:55:52.389518 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6532b80-8237-4a63-8068-0406305a2856'] response: {'name': 'network-changed', 'server_uuid': 'c7f6f5f0-e57c-4365-99dc-062f6d3c18d5', 'tag': 'ae911321-ce59-4e1b-8447-7249ec4b0064', 'status': 'completed', 'code': 200} Apr 29 15:55:52.415560 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ab4fe-5ca4-4833-9e2d-288fe1d8c054 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6810d7-da38-4a5e-9827-b5f7e934dc5d,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:52.468545 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579a4c-0ff1-4642-a08f-beb1a92f2b1a req-f1d45ad8-d41e-47e5-b1ba-6cab2d6b633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:52.495401 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0d579a4c-0ff1-4642-a08f-beb1a92f2b1a req-f1d45ad8-d41e-47e5-b1ba-6cab2d6b633d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58e8b747315c47c5af6f61c39374c2cc&device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 1127 time: 0.0497568 Apr 29 15:55:52.543998 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ea7fd-9579-4f83-bbdd-575dfc4284c9 None None] Current status of the port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:52.544304 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-3c5ea7fd-9579-4f83-bbdd-575dfc4284c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.566612 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] Set router e29200e0-4505-437d-9d8d-3b6022eb704f gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:55:52.581836 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579a4c-0ff1-4642-a08f-beb1a92f2b1a req-ed5b6e83-5859-4182-9d20-1c84c78d25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:52.583303 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0d579a4c-0ff1-4642-a08f-beb1a92f2b1a req-ed5b6e83-5859-4182-9d20-1c84c78d25f3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=58e8b747315c47c5af6f61c39374c2cc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1030648 Apr 29 15:55:52.621197 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-3c5ea7fd-9579-4f83-bbdd-575dfc4284c9 None None] For port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=a91b5271-8fbb-43eb-bf05-3ea2de0b59ab,segment=NetworkSegment(40059316-c39c-4d3f-98ba-a4aa2edaa59c),segment_id=40059316-c39c-4d3f-98ba-a4aa2edaa59c)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:52.679828 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579a4c-0ff1-4642-a08f-beb1a92f2b1a req-41302233-d6dc-4ef3-bc32-09267f98211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:52.682732 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0d579a4c-0ff1-4642-a08f-beb1a92f2b1a req-41302233-d6dc-4ef3-bc32-09267f98211d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922849 Apr 29 15:55:52.717371 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-3c5ea7fd-9579-4f83-bbdd-575dfc4284c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.717613 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-266ab4fe-5ca4-4833-9e2d-288fe1d8c054 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.721497 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-266ab4fe-5ca4-4833-9e2d-288fe1d8c054 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6410711 Apr 29 15:55:52.722290 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59098) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:52.727008 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-5da14cfe-8964-43b9-8a1c-26ca46ed3164 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'security_group_rule': {'security_group_id': '30d59953-54b6-4074-8867-0c3a74b63b14', 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:52.812280 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ea7fd-9579-4f83-bbdd-575dfc4284c9 None None] Pushing event updated for resources: {'Port': ['ID=a91b5271-8fbb-43eb-bf05-3ea2de0b59ab,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:52.834899 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'name': 'tempest-TestVolumeBootPattern-982052395-router', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:44Z', 'updated_at': '2022-04-29T15:55:49Z', 'revision_number': 4, 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'gw_port': {'id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:45Z', 'updated_at': '2022-04-29T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'a91b5271-8fbb-43eb-bf05-3ea2de0b59ab', 'name': '', 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'mac_address': 'fa:16:3e:31:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '2668a786-4610-477d-8fa0-347706d832bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:48Z', 'updated_at': '2022-04-29T15:55:52Z', 'revision_number': 4, 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'subnets': [{'id': '2668a786-4610-477d-8fa0-347706d832bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:52.838437 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5da14cfe-8964-43b9-8a1c-26ca46ed3164 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (3b78f0af-c4a3-45c7-a81b-e4f1c0e0b21f), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.862756 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a115b69-e015-413d-b840-e07ccbfa9fc0 req-e4b69474-6b9b-4db4-b19c-149dd423a997 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:52.864246 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a115b69-e015-413d-b840-e07ccbfa9fc0 req-e4b69474-6b9b-4db4-b19c-149dd423a997 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 943 time: 0.0682514 Apr 29 15:55:52.864600 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-350363a8-29cd-4a47-a1e7-9410be99ed40 None None] Provisioning complete for port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:52.864984 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-350363a8-29cd-4a47-a1e7-9410be99ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:52.867075 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079601b-bfc2-4415-b9f3-d2217ccdedc4 None None] The sync data for ids ['e29200e0-4505-437d-9d8d-3b6022eb704f'] in dv-cinder-839872-2-iscsi is: [{'id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'name': 'tempest-TestVolumeBootPattern-982052395-router', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:44Z', 'updated_at': '2022-04-29T15:55:49Z', 'revision_number': 4, 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'gw_port': {'id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:45Z', 'updated_at': '2022-04-29T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'a91b5271-8fbb-43eb-bf05-3ea2de0b59ab', 'name': '', 'network_id': 'fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'mac_address': 'fa:16:3e:31:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '2668a786-4610-477d-8fa0-347706d832bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:48Z', 'updated_at': '2022-04-29T15:55:52Z', 'revision_number': 4, 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'subnets': [{'id': '2668a786-4610-477d-8fa0-347706d832bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:55:52.974028 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-350363a8-29cd-4a47-a1e7-9410be99ed40 None None] Current status of the port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:53.031901 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5da14cfe-8964-43b9-8a1c-26ca46ed3164 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (3b78f0af-c4a3-45c7-a81b-e4f1c0e0b21f), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:53.035550 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a115b69-e015-413d-b840-e07ccbfa9fc0 req-59a60263-def4-4d83-b15c-cfe5dddca19f tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617861 Apr 29 15:55:53.122027 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5da14cfe-8964-43b9-8a1c-26ca46ed3164 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (3b78f0af-c4a3-45c7-a81b-e4f1c0e0b21f), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:53.129264 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3e0ba-4335-43f7-8281-a7443f1ce1c6 req-4c8a6e5d-cc34-435d-9c84-3138e41645a4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:53.131373 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2b3e0ba-4335-43f7-8281-a7443f1ce1c6 req-4c8a6e5d-cc34-435d-9c84-3138e41645a4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0528574 Apr 29 15:55:53.156326 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da14cfe-8964-43b9-8a1c-26ca46ed3164 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b78f0af-c4a3-45c7-a81b-e4f1c0e0b21f,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:53.199764 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e2b3e0ba-4335-43f7-8281-a7443f1ce1c6 req-080bf3f7-5ea1-4314-913d-6ea2defb1e46 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579197 Apr 29 15:55:53.235206 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5da14cfe-8964-43b9-8a1c-26ca46ed3164 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:53.235206 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-5da14cfe-8964-43b9-8a1c-26ca46ed3164 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5109746 Apr 29 15:55:53.239127 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59106) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:53.249659 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-63f01065-2443-4a2b-adb8-f16139534ff4 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'security_group_rule': {'security_group_id': '30d59953-54b6-4074-8867-0c3a74b63b14', 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:53.311431 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-10eaa9b8-7cf9-4bf1-9537-6372ec427226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:53.313028 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-10eaa9b8-7cf9-4bf1-9537-6372ec427226 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58e8b747315c47c5af6f61c39374c2cc&device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 1127 time: 0.0588222 Apr 29 15:55:53.361885 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-96dc3322-41f8-4fe3-a3a1-ed985014afe5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae911321-ce59-4e1b-8447-7249ec4b0064 HTTP/1.1" status: 200 len: 217 time: 0.0402658 Apr 29 15:55:53.369286 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device a91b5271-8fbb-43eb-bf05-3ea2de0b59ab up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:53.420316 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4a7920b4-b33e-4860-adc0-5d82effc1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:53.422434 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-4a7920b4-b33e-4860-adc0-5d82effc1a7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5f0f045-bb9c-4095-bd45-c5987515ea3c HTTP/1.1" status: 200 len: 853 time: 0.0521185 Apr 29 15:55:53.427032 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:53.427289 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:53.476096 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.securitygroups_db [None req-63f01065-2443-4a2b-adb8-f16139534ff4 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Project 47db658e58ab4b228e799d1ea25342ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:55:53.478631 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-08190408-5c2a-42c2-adbd-3bd3e929ac42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fbed7d4-8ee8-4828-a54f-7cf6974e61ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445380 Apr 29 15:55:53.492337 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-63f01065-2443-4a2b-adb8-f16139534ff4 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (3aed7868-f781-4ebc-8e45-497847a04dae), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:53.519560 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:53.520696 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device df8f1680-7418-449e-a36c-cb068cd5dff5 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:53.550097 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-63f01065-2443-4a2b-adb8-f16139534ff4 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (3aed7868-f781-4ebc-8e45-497847a04dae), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:53.577737 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port df8f1680-7418-449e-a36c-cb068cd5dff5 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:53.578131 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:53.645952 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-63f01065-2443-4a2b-adb8-f16139534ff4 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (3aed7868-f781-4ebc-8e45-497847a04dae), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:53.678836 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f01065-2443-4a2b-adb8-f16139534ff4 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aed7868-f781-4ebc-8e45-497847a04dae,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:53.696631 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port df8f1680-7418-449e-a36c-cb068cd5dff5 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:53.763585 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-63f01065-2443-4a2b-adb8-f16139534ff4 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:53.765210 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-63f01065-2443-4a2b-adb8-f16139534ff4 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5225158 Apr 29 15:55:53.767593 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59108) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:55:53.772290 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-22fad854-0d8c-4149-b5e8-7990f6167c55 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'security_group_rule': {'security_group_id': '30d59953-54b6-4074-8867-0c3a74b63b14', 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:55:53.843651 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.securitygroups_db [None req-22fad854-0d8c-4149-b5e8-7990f6167c55 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Project 47db658e58ab4b228e799d1ea25342ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:55:53.850626 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-22fad854-0d8c-4149-b5e8-7990f6167c55 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (ed78480c-a8cb-4896-96fc-9f556dd24c92), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:53.925296 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-22fad854-0d8c-4149-b5e8-7990f6167c55 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (ed78480c-a8cb-4896-96fc-9f556dd24c92), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:53.944513 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-8f25dd8f-ce7a-46ec-909e-41bd9f12870a service neutron] 10.222.0.37 "GET /v2.0/networks/2fbed7d4-8ee8-4828-a54f-7cf6974e61ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971644 Apr 29 15:55:53.995930 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-22fad854-0d8c-4149-b5e8-7990f6167c55 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (ed78480c-a8cb-4896-96fc-9f556dd24c92), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:54.016914 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fad854-0d8c-4149-b5e8-7990f6167c55 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed78480c-a8cb-4896-96fc-9f556dd24c92,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:54.054490 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6977ffe6-9d20-41b7-88c0-6890c50a2a33 req-c0196a0f-5198-4342-adf8-bc2ffbad58e8 service neutron] 10.222.0.37 "GET /v2.0/networks/2fbed7d4-8ee8-4828-a54f-7cf6974e61ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023514 Apr 29 15:55:54.078107 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-22fad854-0d8c-4149-b5e8-7990f6167c55 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:54.082845 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-22fad854-0d8c-4149-b5e8-7990f6167c55 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3116183 Apr 29 15:55:54.180250 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3659267-8603-4b38-b2d5-2451dadd1d69 req-1d921791-3a70-46d5-a9d2-ca1162ce619b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:54.181782 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a3659267-8603-4b38-b2d5-2451dadd1d69 req-1d921791-3a70-46d5-a9d2-ca1162ce619b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 943 time: 0.0543907 Apr 29 15:55:54.242489 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a3659267-8603-4b38-b2d5-2451dadd1d69 req-46a90e44-ccd7-40d3-9e9e-a89a108e48f6 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524480 Apr 29 15:55:54.326793 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6b54-51cb-4ce0-abb8-b29556b75e42 req-9513e83d-97d5-4195-a884-c6cd8789b2ad tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:54.328812 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0cbd6b54-51cb-4ce0-abb8-b29556b75e42 req-9513e83d-97d5-4195-a884-c6cd8789b2ad tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0542262 Apr 29 15:55:54.385777 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0cbd6b54-51cb-4ce0-abb8-b29556b75e42 req-455e7554-b047-4d6c-9dc4-8e105780be5f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470345 Apr 29 15:55:54.798452 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a7e1-057a-49a6-ad19-63ad6c96a580 req-c53abf20-399b-4e6a-b716-e283ab725411 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:54.799925 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9517a7e1-057a-49a6-ad19-63ad6c96a580 req-c53abf20-399b-4e6a-b716-e283ab725411 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0514386 Apr 29 15:55:54.849398 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9517a7e1-057a-49a6-ad19-63ad6c96a580 req-b7c8ce2b-6a38-459b-97ec-117ff9d3f5c7 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434153 Apr 29 15:55:55.355583 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25679622-74da-44bd-b68d-5e3274a705e1 req-b7586c7a-a443-4dde-8060-a1624f308d2b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:55.360888 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25679622-74da-44bd-b68d-5e3274a705e1 req-b7586c7a-a443-4dde-8060-a1624f308d2b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 943 time: 0.0477271 Apr 29 15:55:55.407958 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25679622-74da-44bd-b68d-5e3274a705e1 req-1c3b9cc6-5f54-4b51-954c-c7fb52b10488 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445695 Apr 29 15:55:55.548947 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979bd3f-c42f-4e05-8a22-67826556c1b5 req-6a9a030e-ec9b-4b30-8d18-1cb8e6cc0f5b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:55.550429 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f979bd3f-c42f-4e05-8a22-67826556c1b5 req-6a9a030e-ec9b-4b30-8d18-1cb8e6cc0f5b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0846560 Apr 29 15:55:55.551471 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e1de5-d1a1-4bc9-9f21-502c46e4d4a4 req-ca90b00b-ecf3-46cd-8417-6a8d55926e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:55.553429 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9f3e1de5-d1a1-4bc9-9f21-502c46e4d4a4 req-ca90b00b-ecf3-46cd-8417-6a8d55926e80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 1129 time: 0.0774477 Apr 29 15:55:55.664096 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f979bd3f-c42f-4e05-8a22-67826556c1b5 req-f8161542-d606-438c-a3b7-205796cc44c3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070228 Apr 29 15:55:55.685495 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e1de5-d1a1-4bc9-9f21-502c46e4d4a4 req-e23f7dda-714c-4aa5-aa91-2279e0e289e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:55.687220 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9f3e1de5-d1a1-4bc9-9f21-502c46e4d4a4 req-e23f7dda-714c-4aa5-aa91-2279e0e289e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.1238084 Apr 29 15:55:55.784381 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9f3e1de5-d1a1-4bc9-9f21-502c46e4d4a4 req-4c3420df-3012-42c0-9a31-828f5044320a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c HTTP/1.1" status: 200 len: 1001 time: 0.0804329 Apr 29 15:55:55.843136 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e1de5-d1a1-4bc9-9f21-502c46e4d4a4 req-c9d84905-9e70-46ff-8c6b-8a53dbf287c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:55.844955 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9f3e1de5-d1a1-4bc9-9f21-502c46e4d4a4 req-c9d84905-9e70-46ff-8c6b-8a53dbf287c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.0508130 Apr 29 15:55:55.906671 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e1de5-d1a1-4bc9-9f21-502c46e4d4a4 req-ee7f92f7-62f9-415e-bdc0-eb3f6c39570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:55.908289 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9f3e1de5-d1a1-4bc9-9f21-502c46e4d4a4 req-ee7f92f7-62f9-415e-bdc0-eb3f6c39570a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508566 Apr 29 15:55:55.975215 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device ae911321-ce59-4e1b-8447-7249ec4b0064 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:55:56.043483 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a20fbb-3fcb-4869-8471-0016e65029d1 req-58adbb43-a3f9-43cf-9c3e-ce3f7be52e56 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:56.045461 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-70a20fbb-3fcb-4869-8471-0016e65029d1 req-58adbb43-a3f9-43cf-9c3e-ce3f7be52e56 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.1069074 Apr 29 15:55:56.081633 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9f3e1de5-d1a1-4bc9-9f21-502c46e4d4a4 req-1d4f35bb-ef92-4ca6-8c1d-b96ae1ee1a94 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623948 Apr 29 15:55:56.086655 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port ae911321-ce59-4e1b-8447-7249ec4b0064, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ae911321-ce59-4e1b-8447-7249ec4b0064,segment=NetworkSegment(2b49554a-471e-42f2-abbe-6d83d326498e),segment_id=2b49554a-471e-42f2-abbe-6d83d326498e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:56.101805 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'ae911321-ce59-4e1b-8447-7249ec4b0064', 'network_id': '2fbed7d4-8ee8-4828-a54f-7cf6974e61ec', 'port_id': 'ae911321-ce59-4e1b-8447-7249ec4b0064', 'mac_address': 'fa:16:3e:37:dd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f0f045-bb9c-4095-bd45-c5987515ea3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:55:56.139892 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-70a20fbb-3fcb-4869-8471-0016e65029d1 req-87025aca-ae36-41de-a5c0-a7bcc48234a3 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835004 Apr 29 15:55:56.144808 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port ae911321-ce59-4e1b-8447-7249ec4b0064 is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:56.145203 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:56.160818 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae911321-ce59-4e1b-8447-7249ec4b0064 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:55:56.183019 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port ae911321-ce59-4e1b-8447-7249ec4b0064, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ae911321-ce59-4e1b-8447-7249ec4b0064,segment=NetworkSegment(2b49554a-471e-42f2-abbe-6d83d326498e),segment_id=2b49554a-471e-42f2-abbe-6d83d326498e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:56.199749 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9f3e1de5-d1a1-4bc9-9f21-502c46e4d4a4 req-5a169282-1e27-477d-b503-28187fb34d68 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092193 Apr 29 15:55:56.263757 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:56.322291 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=ae911321-ce59-4e1b-8447-7249ec4b0064,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:56.552550 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f020fcd-25f1-4ac9-8fe9-4c84cf3cc165 req-91e4a053-55b9-4292-9b5e-c3f8d9a6aa7f tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:56.554075 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0f020fcd-25f1-4ac9-8fe9-4c84cf3cc165 req-91e4a053-55b9-4292-9b5e-c3f8d9a6aa7f tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 944 time: 0.0555172 Apr 29 15:55:56.602387 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0f020fcd-25f1-4ac9-8fe9-4c84cf3cc165 req-e2755a48-8b1c-404a-8a04-d8fc5dc310d0 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Apr 29 15:55:56.613238 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['ae911321-ce59-4e1b-8447-7249ec4b0064'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:55:56.781296 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf4a21-524c-4ac4-a557-789a46017080 req-6fc3b701-c891-4bdb-85f2-2d750459be3e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:56.783073 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4cbf4a21-524c-4ac4-a557-789a46017080 req-6fc3b701-c891-4bdb-85f2-2d750459be3e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0491507 Apr 29 15:55:56.830671 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4cbf4a21-524c-4ac4-a557-789a46017080 req-f2f5b492-d355-4e6a-8cdf-088cffac2c98 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411782 Apr 29 15:55:57.258955 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b2f-565b-4ebe-af45-26308062b0ac req-c30eb508-72ca-4870-8026-f88aea7a9420 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:57.260322 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6c911b2f-565b-4ebe-af45-26308062b0ac req-c30eb508-72ca-4870-8026-f88aea7a9420 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0456655 Apr 29 15:55:57.310400 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6c911b2f-565b-4ebe-af45-26308062b0ac req-152b1112-698b-456c-9910-d25f7f2db5ee tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444672 Apr 29 15:55:57.717273 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f3fd-1dc3-412a-bb2b-23cf973f6de7 req-b67d25b3-cdee-4506-91a6-8b2a856809c3 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:57.718721 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0ff3f3fd-1dc3-412a-bb2b-23cf973f6de7 req-b67d25b3-cdee-4506-91a6-8b2a856809c3 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 944 time: 0.0471559 Apr 29 15:55:57.765927 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0ff3f3fd-1dc3-412a-bb2b-23cf973f6de7 req-24c22812-14f3-469c-b785-8858e3a304df tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Apr 29 15:55:57.950672 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfadefc-c9cc-4553-8e6c-7d820ec4f3df req-b2b18bd5-8890-46c5-8bb6-e1b0abb5f0e9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:57.952084 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7bfadefc-c9cc-4553-8e6c-7d820ec4f3df req-b2b18bd5-8890-46c5-8bb6-e1b0abb5f0e9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0472460 Apr 29 15:55:57.990291 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device ae911321-ce59-4e1b-8447-7249ec4b0064 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:55:58.001134 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7bfadefc-c9cc-4553-8e6c-7d820ec4f3df req-c42b7272-55d2-4ae5-97a4-3d6fca5bbb39 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424755 Apr 29 15:55:58.036002 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port ae911321-ce59-4e1b-8447-7249ec4b0064 completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:55:58.098135 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port ae911321-ce59-4e1b-8447-7249ec4b0064 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:55:58.098515 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:58.182158 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port ae911321-ce59-4e1b-8447-7249ec4b0064 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:55:58.182551 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:58.204311 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f6f5f0-e57c-4365-99dc-062f6d3c18d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae911321-ce59-4e1b-8447-7249ec4b0064'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:58.206525 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d8a108-1b41-4216-b28d-68b02e35dea6" -d '{"events": [{"server_uuid": "c7f6f5f0-e57c-4365-99dc-062f6d3c18d5", "name": "network-vif-plugged", "status": "completed", "tag": "ae911321-ce59-4e1b-8447-7249ec4b0064"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:55:58.221455 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port ae911321-ce59-4e1b-8447-7249ec4b0064, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ae911321-ce59-4e1b-8447-7249ec4b0064,segment=NetworkSegment(2b49554a-471e-42f2-abbe-6d83d326498e),segment_id=2b49554a-471e-42f2-abbe-6d83d326498e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:55:58.245108 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5be0e56-8b3f-44af-86fc-6e8d240de1e7 x-openstack-request-id: req-d5be0e56-8b3f-44af-86fc-6e8d240de1e7 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:55:58.245108 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f6f5f0-e57c-4365-99dc-062f6d3c18d5", "name": "network-vif-plugged", "status": "completed", "tag": "ae911321-ce59-4e1b-8447-7249ec4b0064", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:55:58.245108 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5be0e56-8b3f-44af-86fc-6e8d240de1e7 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:55:58.245451 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5be0e56-8b3f-44af-86fc-6e8d240de1e7'] response: {'server_uuid': 'c7f6f5f0-e57c-4365-99dc-062f6d3c18d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae911321-ce59-4e1b-8447-7249ec4b0064', 'code': 200} Apr 29 15:55:58.292698 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:55:58.340599 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=ae911321-ce59-4e1b-8447-7249ec4b0064,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:58.435902 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d55a4-40e7-49f3-9793-4650dced6487 req-ba61788e-c7ad-4af9-a57b-09e624ebc338 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:58.437410 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dc4d55a4-40e7-49f3-9793-4650dced6487 req-ba61788e-c7ad-4af9-a57b-09e624ebc338 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0513687 Apr 29 15:55:58.488395 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dc4d55a4-40e7-49f3-9793-4650dced6487 req-ee9b63c9-e275-40dd-8b2c-74fca7ef0d00 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450790 Apr 29 15:55:58.539909 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d979c-3d5c-4570-9cc8-19a865ce5275 req-3879041c-0a8a-49bb-9295-dbe580ef763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:58.541422 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4b6d979c-3d5c-4570-9cc8-19a865ce5275 req-3879041c-0a8a-49bb-9295-dbe580ef763c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 1129 time: 0.0402877 Apr 29 15:55:58.589410 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4b6d979c-3d5c-4570-9cc8-19a865ce5275 req-c0fae6cd-7737-4539-a1d5-9a2a88b9eae2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398016 Apr 29 15:55:58.885058 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc3f01-0afc-4350-b6ed-f91a167cb223 req-a92b79ba-9d26-432e-88be-cef67b059c69 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:58.886669 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d4cc3f01-0afc-4350-b6ed-f91a167cb223 req-a92b79ba-9d26-432e-88be-cef67b059c69 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 945 time: 0.0510156 Apr 29 15:55:58.935129 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d4cc3f01-0afc-4350-b6ed-f91a167cb223 req-8f9bf574-2f07-4301-9925-5f375eeea3f4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420098 Apr 29 15:55:59.126740 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145868-eeb3-4bd6-926c-6ddacbf0c68c req-986bfb4f-4ca4-4da2-8177-7b39d60a73c4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:59.128271 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aa145868-eeb3-4bd6-926c-6ddacbf0c68c req-986bfb4f-4ca4-4da2-8177-7b39d60a73c4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0556715 Apr 29 15:55:59.175702 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aa145868-eeb3-4bd6-926c-6ddacbf0c68c req-048bd2a7-0b4a-4869-bb40-ba3c8a284561 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409985 Apr 29 15:55:59.414061 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:55:59.603164 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c552f2d-3453-4d7f-a868-7a31735a7205 req-3a151541-83a7-4a9b-ac67-87010129fbaa tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:59.604671 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4c552f2d-3453-4d7f-a868-7a31735a7205 req-3a151541-83a7-4a9b-ac67-87010129fbaa tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0468068 Apr 29 15:55:59.655894 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4c552f2d-3453-4d7f-a868-7a31735a7205 req-3a98eb31-a897-4f5e-a444-256cd2ca51b3 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455160 Apr 29 15:56:00.049967 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95836165-ac2b-4c71-9cef-79ceed26782c req-85f2c20f-441a-42e2-816f-45e61010203f tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:00.051421 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-95836165-ac2b-4c71-9cef-79ceed26782c req-85f2c20f-441a-42e2-816f-45e61010203f tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 945 time: 0.0468395 Apr 29 15:56:00.103462 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-95836165-ac2b-4c71-9cef-79ceed26782c req-d8526014-1e13-4e83-a993-c53d0d01bbd1 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463572 Apr 29 15:56:00.290947 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e769094-5a82-46fa-a9a0-a06eb30e677a req-14f8f648-5359-4e75-9ffa-24ea95589e2b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:00.292378 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4e769094-5a82-46fa-a9a0-a06eb30e677a req-14f8f648-5359-4e75-9ffa-24ea95589e2b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0472636 Apr 29 15:56:00.339549 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4e769094-5a82-46fa-a9a0-a06eb30e677a req-a44ecf02-1708-4e02-b42c-03df36cacc84 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414295 Apr 29 15:56:00.774036 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070be1-0077-4f26-bcfd-8b030a62eafb req-4257df89-4018-46be-ac29-f99a31438717 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:00.775528 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d2070be1-0077-4f26-bcfd-8b030a62eafb req-4257df89-4018-46be-ac29-f99a31438717 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0517442 Apr 29 15:56:00.824114 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d2070be1-0077-4f26-bcfd-8b030a62eafb req-2b9bb08b-a264-4c51-b93d-a03a2afe1c98 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428424 Apr 29 15:56:01.221512 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35a09f-84ac-4293-bfad-57a565f5a3a8 req-4cc0a944-4c96-4cb0-bf09-bb6d53ca0be8 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:01.223223 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0f35a09f-84ac-4293-bfad-57a565f5a3a8 req-4cc0a944-4c96-4cb0-bf09-bb6d53ca0be8 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 945 time: 0.0483785 Apr 29 15:56:01.272228 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0f35a09f-84ac-4293-bfad-57a565f5a3a8 req-c5e541e4-799f-4616-8a27-3b5202febdab tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Apr 29 15:56:01.457915 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a7d16-8e40-4bf5-aa22-6a86b67f3142 req-9fa56454-114f-43ca-90f6-ad9ec88040d4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:01.459952 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-118a7d16-8e40-4bf5-aa22-6a86b67f3142 req-9fa56454-114f-43ca-90f6-ad9ec88040d4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0529318 Apr 29 15:56:01.515062 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-118a7d16-8e40-4bf5-aa22-6a86b67f3142 req-690a3f22-7009-41fa-a6e5-fcccae4bca5b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492318 Apr 29 15:56:01.905131 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45a97-5e01-46da-b7ad-cca63a3f6a54 req-72fd3109-4455-45e1-ba8f-9af1453171da tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:01.906696 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-38e45a97-5e01-46da-b7ad-cca63a3f6a54 req-72fd3109-4455-45e1-ba8f-9af1453171da tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0484293 Apr 29 15:56:01.957545 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-38e45a97-5e01-46da-b7ad-cca63a3f6a54 req-b1059604-6e05-403e-9338-7f14a68208d2 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447018 Apr 29 15:56:02.343164 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb82903-801d-4bf4-9240-1d5cd65d7ac7 req-4d024a83-32ad-4874-b027-ca6658404cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:02.344654 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ccb82903-801d-4bf4-9240-1d5cd65d7ac7 req-4d024a83-32ad-4874-b027-ca6658404cf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 1129 time: 0.3350606 Apr 29 15:56:02.355592 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71640cf-6944-4956-9a31-39c998485c5e req-b0b19303-7f85-4a7c-b712-f40b71140fc9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:02.357008 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e71640cf-6944-4956-9a31-39c998485c5e req-b0b19303-7f85-4a7c-b712-f40b71140fc9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.3390169 Apr 29 15:56:02.458205 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e71640cf-6944-4956-9a31-39c998485c5e req-8990e5e7-c31e-440d-a3a9-025efdf065da tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927172 Apr 29 15:56:02.480222 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb82903-801d-4bf4-9240-1d5cd65d7ac7 req-7f27b7a5-5930-43bb-a6d7-fd89a2b5c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:02.481655 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ccb82903-801d-4bf4-9240-1d5cd65d7ac7 req-7f27b7a5-5930-43bb-a6d7-fd89a2b5c2be service neutron] 10.222.0.37 "GET /v2.0/networks?id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821 HTTP/1.1" status: 200 len: 911 time: 0.1238115 Apr 29 15:56:02.551821 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ccb82903-801d-4bf4-9240-1d5cd65d7ac7 req-4487f34c-af25-4a33-b17d-182393b3937c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26f490ec-1c78-4010-acf2-7a6f7ac47aba HTTP/1.1" status: 200 len: 1001 time: 0.0624402 Apr 29 15:56:02.599792 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb82903-801d-4bf4-9240-1d5cd65d7ac7 req-95cd70db-8910-4681-a4b3-b270f4dbd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:02.601362 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ccb82903-801d-4bf4-9240-1d5cd65d7ac7 req-95cd70db-8910-4681-a4b3-b270f4dbd262 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3bb281-55d8-4d59-b80a-6791f4fdac05 HTTP/1.1" status: 200 len: 849 time: 0.0431087 Apr 29 15:56:02.662698 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb82903-801d-4bf4-9240-1d5cd65d7ac7 req-e2fa93fa-e7f6-4c4c-8431-97c49beea170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:02.664401 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ccb82903-801d-4bf4-9240-1d5cd65d7ac7 req-e2fa93fa-e7f6-4c4c-8431-97c49beea170 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465515 Apr 29 15:56:02.767213 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ccb82903-801d-4bf4-9240-1d5cd65d7ac7 req-86c9baf4-cb03-46fa-81ab-5b7f80f38c7a service neutron] 10.222.0.37 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899720 Apr 29 15:56:02.867589 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ccb82903-801d-4bf4-9240-1d5cd65d7ac7 req-045486ba-0289-4fe4-90d4-1ddcecd3c78d service neutron] 10.222.0.37 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883250 Apr 29 15:56:03.078166 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5891d3-cf03-4efd-abe7-72babd137203 req-eaea7394-0605-44a1-a39b-e42a81380ac9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:03.079676 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2f5891d3-cf03-4efd-abe7-72babd137203 req-eaea7394-0605-44a1-a39b-e42a81380ac9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0491490 Apr 29 15:56:03.127410 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2f5891d3-cf03-4efd-abe7-72babd137203 req-ee8f2d4a-39d8-44c7-a0be-b7bd321a18de tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414746 Apr 29 15:56:03.577916 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0284c7-c82f-4989-8cd6-25f2d9e2f0bd req-9b59b58a-ccaa-4462-ac5f-500a71b29cd6 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:03.579533 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0c0284c7-c82f-4989-8cd6-25f2d9e2f0bd req-9b59b58a-ccaa-4462-ac5f-500a71b29cd6 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0487149 Apr 29 15:56:03.627763 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0c0284c7-c82f-4989-8cd6-25f2d9e2f0bd req-360eef65-4fce-44bb-bdad-83aefc09f82f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418758 Apr 29 15:56:04.250743 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39ddf9-0b05-458a-b097-6c7aa19a79a0 req-495846ec-5875-4c2d-aa8a-1f5b9029099e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:04.252287 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dd39ddf9-0b05-458a-b097-6c7aa19a79a0 req-495846ec-5875-4c2d-aa8a-1f5b9029099e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0535104 Apr 29 15:56:04.300768 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dd39ddf9-0b05-458a-b097-6c7aa19a79a0 req-55e4bd2c-d7a0-4c70-b22a-5895839ca90f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417056 Apr 29 15:56:04.758288 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10564c-fbbb-41f4-a835-2697c4f2f9f1 req-26b2de54-336e-47b6-a706-bbc233d9d04e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:04.759753 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2c10564c-fbbb-41f4-a835-2697c4f2f9f1 req-26b2de54-336e-47b6-a706-bbc233d9d04e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0474622 Apr 29 15:56:04.805551 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2c10564c-fbbb-41f4-a835-2697c4f2f9f1 req-465616fe-d953-4a51-adce-14a2e3665682 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402756 Apr 29 15:56:05.925255 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1463b-dce4-4d21-9655-467fdb9c2918 req-20caddf3-5b3f-45fc-bf6c-3e89ed34b487 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:05.926653 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-35c1463b-dce4-4d21-9655-467fdb9c2918 req-20caddf3-5b3f-45fc-bf6c-3e89ed34b487 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0474732 Apr 29 15:56:05.978039 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-35c1463b-dce4-4d21-9655-467fdb9c2918 req-d1f8bd9a-575e-4235-9b73-c226496722de tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457904 Apr 29 15:56:07.095669 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0200a5d-bdc7-4d27-ba90-f32b3be0f2d6 req-53b12a46-282e-478a-86cc-1c100dfd3e86 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:07.097147 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d0200a5d-bdc7-4d27-ba90-f32b3be0f2d6 req-53b12a46-282e-478a-86cc-1c100dfd3e86 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0479448 Apr 29 15:56:07.144594 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d0200a5d-bdc7-4d27-ba90-f32b3be0f2d6 req-2bc80011-821a-4505-91ef-38486d4bc1b7 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401380 Apr 29 15:56:08.258059 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfe693-0d31-4634-9da7-29d7e492e8ee req-f5a9b9cf-1bd4-48b7-ad74-ba450498a0bb tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:08.259498 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-31cfe693-0d31-4634-9da7-29d7e492e8ee req-f5a9b9cf-1bd4-48b7-ad74-ba450498a0bb tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0466652 Apr 29 15:56:08.305447 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-31cfe693-0d31-4634-9da7-29d7e492e8ee req-007dc136-3194-4d74-8d4f-12068eed2f58 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404837 Apr 29 15:56:09.421374 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e55971-4f58-4016-818b-ccc0c765c9eb req-99232cfa-5af6-47dc-85c5-2b0d6cff5780 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:09.422807 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e7e55971-4f58-4016-818b-ccc0c765c9eb req-99232cfa-5af6-47dc-85c5-2b0d6cff5780 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0496550 Apr 29 15:56:09.468124 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e7e55971-4f58-4016-818b-ccc0c765c9eb req-d05f6779-d469-4b7d-aced-2b3a425b8666 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396686 Apr 29 15:56:10.582282 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2efb6e-1a91-483e-9534-4d62b611a1c1 req-535d2b02-9872-4754-adc0-8ed1cd017bc5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:10.583797 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0a2efb6e-1a91-483e-9534-4d62b611a1c1 req-535d2b02-9872-4754-adc0-8ed1cd017bc5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0473342 Apr 29 15:56:10.632378 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0a2efb6e-1a91-483e-9534-4d62b611a1c1 req-66f0b209-88b7-4810-97b9-ed1c2eecc51c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429680 Apr 29 15:56:11.753560 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87e15a-167c-4f71-b1fd-e37f2d1abe62 req-a01b9aa6-d3a8-4a87-8fda-f587a9c120f8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:11.754995 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ec87e15a-167c-4f71-b1fd-e37f2d1abe62 req-a01b9aa6-d3a8-4a87-8fda-f587a9c120f8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0496759 Apr 29 15:56:11.801841 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ec87e15a-167c-4f71-b1fd-e37f2d1abe62 req-d3186fa2-03fe-4ad1-af46-54bc268df73f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411232 Apr 29 15:56:12.920714 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869619-63b4-4bfa-9801-b6995d4c7085 req-baf7fb25-d0e6-4158-bc03-98f7d8594a52 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:12.922084 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-20869619-63b4-4bfa-9801-b6995d4c7085 req-baf7fb25-d0e6-4158-bc03-98f7d8594a52 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0465820 Apr 29 15:56:12.968467 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-20869619-63b4-4bfa-9801-b6995d4c7085 req-59e81be2-b258-464b-a47a-4fde04debe92 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407925 Apr 29 15:56:14.084043 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2db4f-eee0-463e-9e17-7d3db41dac4e req-01be273f-f636-4749-bd6f-1ac394abe038 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:14.085618 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d4e2db4f-eee0-463e-9e17-7d3db41dac4e req-01be273f-f636-4749-bd6f-1ac394abe038 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0486875 Apr 29 15:56:14.135313 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d4e2db4f-eee0-463e-9e17-7d3db41dac4e req-53bfd5cb-15b0-4779-80f5-9ae1f02315e0 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441980 Apr 29 15:56:14.766808 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:14.995373 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-02394f7e-7cb0-496c-9c2e-92a74a50e190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:15.252098 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40514f-8c69-457c-bff7-1d06c72b926a req-32bfbd05-2881-4c7a-8477-0207b9f2bfbf tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:15.253494 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c40514f-8c69-457c-bff7-1d06c72b926a req-32bfbd05-2881-4c7a-8477-0207b9f2bfbf tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0485959 Apr 29 15:56:15.300491 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c40514f-8c69-457c-bff7-1d06c72b926a req-24600eca-7761-48b0-84f1-0401dfee633e tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407467 Apr 29 15:56:16.416697 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae79f2-f8a9-4016-b60e-326c41f07724 req-ef0b031c-ba3e-4658-a000-7680189de02a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:16.418154 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0dae79f2-f8a9-4016-b60e-326c41f07724 req-ef0b031c-ba3e-4658-a000-7680189de02a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0467308 Apr 29 15:56:16.467941 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0dae79f2-f8a9-4016-b60e-326c41f07724 req-be62ee3f-03fd-4804-8457-f84554f57c08 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442777 Apr 29 15:56:16.887001 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c08b67-397a-412f-9c4f-46fea8b4e323 req-d221054c-bee7-48a7-84ec-220c20119e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:16.889713 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-36c08b67-397a-412f-9c4f-46fea8b4e323 req-d221054c-bee7-48a7-84ec-220c20119e15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 1129 time: 0.0421612 Apr 29 15:56:16.935587 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-36c08b67-397a-412f-9c4f-46fea8b4e323 req-013669df-ca29-4b54-a3e7-b640d1a15479 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386329 Apr 29 15:56:17.395073 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1e117ef9-0306-4e44-9193-10406b1c4a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:17.583238 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5160fe8-ec8b-4373-8c25-9f00f31ed8ee req-88b1981e-0b64-45a1-949b-6a04cc169c0c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:17.585361 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d5160fe8-ec8b-4373-8c25-9f00f31ed8ee req-88b1981e-0b64-45a1-949b-6a04cc169c0c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0464647 Apr 29 15:56:17.632870 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d5160fe8-ec8b-4373-8c25-9f00f31ed8ee req-99349fdd-b852-4812-9874-9a48925a11ed tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419807 Apr 29 15:56:18.202544 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-c436f0a3-5e60-4835-b806-27faadf1f25d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826711674&fields=id&tenant_id=47db658e58ab4b228e799d1ea25342ee HTTP/1.1" status: 200 len: 267 time: 0.0452402 Apr 29 15:56:18.317311 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163461-f174-4068-9fec-7677b4ddf756 req-5cbdc239-deeb-42b7-b865-a4088c65cd52 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:18.318658 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-5cbdc239-deeb-42b7-b865-a4088c65cd52 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 812 time: 0.1093988 Apr 29 15:56:18.333080 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-59466ec2-5dc8-44e7-a79f-c5d4d5d63c4e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/quotas/47db658e58ab4b228e799d1ea25342ee HTTP/1.1" status: 200 len: 375 time: 0.0087771 Apr 29 15:56:18.382440 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-589f8d4a-90d1-469e-8ccc-3d58ed56437c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443106 Apr 29 15:56:18.479808 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-6b1831a3-122f-4d94-84ff-d7a32b035402 service neutron] 10.222.0.23 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859268 Apr 29 15:56:18.569662 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-9f873ee5-ed4a-4eba-a1bd-782389b4d069 service neutron] 10.222.0.23 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834715 Apr 29 15:56:18.699090 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:18.755302 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bada9dc-2e9e-41e9-b564-5e2cc9b2dfba req-40552b93-faba-4b6e-a7e9-0a5e6a6d1d29 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:18.757387 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8bada9dc-2e9e-41e9-b564-5e2cc9b2dfba req-40552b93-faba-4b6e-a7e9-0a5e6a6d1d29 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0518334 Apr 29 15:56:18.804963 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8bada9dc-2e9e-41e9-b564-5e2cc9b2dfba req-ffecd76c-687d-4539-930f-cdf7abc6e13c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418015 Apr 29 15:56:19.139566 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-26f50577-99e5-4a39-a88b-13355f54a7e4 req-12c69961-3a2d-4941-bf16-3beea9350ca4 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 210 time: 0.0309565 Apr 29 15:56:19.920895 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab2a41-8819-4c25-9441-af3cd44f84b9 req-1b454a8c-3061-4311-946b-e14bf6f4776d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:19.922353 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-66ab2a41-8819-4c25-9441-af3cd44f84b9 req-1b454a8c-3061-4311-946b-e14bf6f4776d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0477283 Apr 29 15:56:19.969226 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-66ab2a41-8819-4c25-9441-af3cd44f84b9 req-b4c8805c-540a-479a-810d-2cb75fdfa16b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413430 Apr 29 15:56:20.172698 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:20.239306 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4e52983c-6f50-4b77-a49e-3b347f679916 req-b41e855e-74a4-43cc-8e31-0dbf254e7229 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 210 time: 0.0321219 Apr 29 15:56:21.089202 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cb09c-3b11-4203-ae4d-f9f7262293f5 req-80ad91b1-9cb2-44e1-996b-7f9d9ac5a461 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:21.096187 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6d0cb09c-3b11-4203-ae4d-f9f7262293f5 req-80ad91b1-9cb2-44e1-996b-7f9d9ac5a461 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0570610 Apr 29 15:56:21.140061 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6d0cb09c-3b11-4203-ae4d-f9f7262293f5 req-89b061a1-90b6-4d68-b17d-99f98c96dc6d tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428493 Apr 29 15:56:21.334120 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-705f4c87-b57d-46bd-9a31-43182c9ef9d9 req-52d88690-6442-4efd-b388-4a73c1708c52 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 210 time: 0.0274086 Apr 29 15:56:21.670160 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:22.255893 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb425e-6ec8-410b-9e61-a96f85ddef77 req-87fbf496-26a8-43a2-b207-106dabdc13da tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:22.257449 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-12cb425e-6ec8-410b-9e61-a96f85ddef77 req-87fbf496-26a8-43a2-b207-106dabdc13da tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0506594 Apr 29 15:56:22.304908 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-12cb425e-6ec8-410b-9e61-a96f85ddef77 req-b1f05443-8210-4385-a8d3-3df4ae664c89 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417325 Apr 29 15:56:22.432218 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4b45d27b-8e47-445b-867b-0ee92cc6626d req-3fd38d46-fae0-48dd-83ee-62e50ce31db5 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 210 time: 0.0292962 Apr 29 15:56:22.838308 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe3115-82bf-4b23-ba94-bcfaa635969e req-254985e4-2ab0-40aa-9bb9-7e49fcf3a5ce tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:22.839761 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-32fe3115-82bf-4b23-ba94-bcfaa635969e req-254985e4-2ab0-40aa-9bb9-7e49fcf3a5ce tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0473201 Apr 29 15:56:22.886374 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-32fe3115-82bf-4b23-ba94-bcfaa635969e req-708f8e1d-cc53-484f-8a75-b501331abbc8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406442 Apr 29 15:56:23.210320 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c953814-7f9e-4a50-a2cf-f16265983b27 req-a6a439da-34ce-4f6a-8459-6e4c2ba2393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:23.212017 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c953814-7f9e-4a50-a2cf-f16265983b27 req-a6a439da-34ce-4f6a-8459-6e4c2ba2393b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 1129 time: 0.0450604 Apr 29 15:56:23.313512 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c953814-7f9e-4a50-a2cf-f16265983b27 req-87063e27-be29-4980-9038-1242150e2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:23.315191 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c953814-7f9e-4a50-a2cf-f16265983b27 req-87063e27-be29-4980-9038-1242150e2a77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.0940862 Apr 29 15:56:23.360932 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163461-f174-4068-9fec-7677b4ddf756 req-9842f7e8-fb99-4a6a-bd29-fa87820f612a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:23.362624 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-9842f7e8-fb99-4a6a-bd29-fa87820f612a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 812 time: 0.1075754 Apr 29 15:56:23.395983 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c953814-7f9e-4a50-a2cf-f16265983b27 req-8d845d9d-ee74-450f-b616-7954f254bdcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c HTTP/1.1" status: 200 len: 1001 time: 0.0681968 Apr 29 15:56:23.428289 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-2e273ef5-37bb-47b1-9694-60c68eda73cc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47db658e58ab4b228e799d1ea25342ee HTTP/1.1" status: 200 len: 379 time: 0.0563288 Apr 29 15:56:23.440847 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [req-01163461-f174-4068-9fec-7677b4ddf756 req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'port': {'device_id': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'admin_state_up': True, 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'security_groups': ['30d59953-54b6-4074-8867-0c3a74b63b14']}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:56:23.448493 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c953814-7f9e-4a50-a2cf-f16265983b27 req-3424bd8c-3ada-47cd-acf5-ca165834226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:23.451362 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c953814-7f9e-4a50-a2cf-f16265983b27 req-3424bd8c-3ada-47cd-acf5-ca165834226a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.0456161 Apr 29 15:56:23.533549 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c953814-7f9e-4a50-a2cf-f16265983b27 req-d7d07efd-2ea9-4f97-92d5-a5f617e9a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:23.535066 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c953814-7f9e-4a50-a2cf-f16265983b27 req-d7d07efd-2ea9-4f97-92d5-a5f617e9a331 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656693 Apr 29 15:56:23.563459 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-87b6ce28-ec26-46e4-a1f9-6514cefe19b1 req-5dab3b06-cf75-45d9-8549-5e41c72125a3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 210 time: 0.0448020 Apr 29 15:56:23.641087 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01163461-f174-4068-9fec-7677b4ddf756 req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Made reservation on behalf of 47db658e58ab4b228e799d1ea25342ee for: {'port': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:56:23.645176 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-01163461-f174-4068-9fec-7677b4ddf756 req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:23.664298 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c953814-7f9e-4a50-a2cf-f16265983b27 req-d6c6f452-e128-41aa-b023-cf2a072761c7 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092930 Apr 29 15:56:23.779899 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c953814-7f9e-4a50-a2cf-f16265983b27 req-5d25651f-8c93-4089-a6a8-8a49e56f0ee1 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046665 Apr 29 15:56:23.784025 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [req-01163461-f174-4068-9fec-7677b4ddf756 req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Allocated IP 172.20.0.6 (79c6c2df-648a-4e52-83c5-171cce1d2a97/3c7f2afa-ddad-402d-8545-5c8d63aa2fbb/ac9bb55f-1942-474f-b067-419ceedc756d) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:56:23.938900 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-01163461-f174-4068-9fec-7677b4ddf756 req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for port (ac9bb55f-1942-474f-b067-419ceedc756d), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:24.005578 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0192a-548b-4ef2-a2e4-00db3eff9ee5 req-f2797deb-aea5-4fca-adef-b5dbcba2e50a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:24.007595 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-26f0192a-548b-4ef2-a2e4-00db3eff9ee5 req-f2797deb-aea5-4fca-adef-b5dbcba2e50a tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0526204 Apr 29 15:56:24.046706 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-01163461-f174-4068-9fec-7677b4ddf756 req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:24.056647 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-26f0192a-548b-4ef2-a2e4-00db3eff9ee5 req-ad9d3d56-8374-41a2-96c1-132494c99ec4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431335 Apr 29 15:56:24.092845 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01163461-f174-4068-9fec-7677b4ddf756 req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Network 79c6c2df-648a-4e52-83c5-171cce1d2a97 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:56:24.098122 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [req-01163461-f174-4068-9fec-7677b4ddf756 req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:56:24.102069 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [req-01163461-f174-4068-9fec-7677b4ddf756 req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:56:24.108416 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'Port': ['ID=ac9bb55f-1942-474f-b067-419ceedc756d,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:24.161524 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163461-f174-4068-9fec-7677b4ddf756 req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:24.162085 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-01163461-f174-4068-9fec-7677b4ddf756 req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:24.273565 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-5ec59818-08fa-4834-b9fb-0e5fa5c57ffc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8357472 Apr 29 15:56:24.330366 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03d0bb-16c5-4fd5-8bf7-72c5eb4e6aad req-91b0a8d0-2ab1-4a48-8497-c06a71c7fdeb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:24.331902 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4c03d0bb-16c5-4fd5-8bf7-72c5eb4e6aad req-91b0a8d0-2ab1-4a48-8497-c06a71c7fdeb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0481055 Apr 29 15:56:24.335932 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-52fe9592-778c-46da-ab52-723f5e4f8693 None None] Provisioning complete for port ac9bb55f-1942-474f-b067-419ceedc756d triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:56:24.335932 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-52fe9592-778c-46da-ab52-723f5e4f8693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:24.368814 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-52fe9592-778c-46da-ab52-723f5e4f8693 None None] Port ac9bb55f-1942-474f-b067-419ceedc756d cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:56:24.383586 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4c03d0bb-16c5-4fd5-8bf7-72c5eb4e6aad req-922131f9-9056-4ea2-8fab-5c7e36b2e207 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451136 Apr 29 15:56:24.679344 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815a2fe-373d-4059-a8bc-b9d7aa8ed69f req-3e6fa717-6270-4afa-b406-8bfa16b5d5cb tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:24.680906 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e815a2fe-373d-4059-a8bc-b9d7aa8ed69f req-3e6fa717-6270-4afa-b406-8bfa16b5d5cb tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 931 time: 0.0501323 Apr 29 15:56:24.727741 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e815a2fe-373d-4059-a8bc-b9d7aa8ed69f req-3f88d66f-f9cf-4cfa-901d-d808ab0a6887 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413342 Apr 29 15:56:25.171933 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ba9cb-bdc0-466f-b4cb-54c6c7140bcd req-5cf3d000-8d47-4bd9-8370-9f971f317f36 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:25.173404 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7f4ba9cb-bdc0-466f-b4cb-54c6c7140bcd req-5cf3d000-8d47-4bd9-8370-9f971f317f36 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0473058 Apr 29 15:56:25.219335 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7f4ba9cb-bdc0-466f-b4cb-54c6c7140bcd req-ef814c21-233c-47fe-80e0-d592ae331df5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402102 Apr 29 15:56:25.500760 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8feb7-228a-4aa8-95d9-01b87d9fbfdd req-cc297fbb-72e5-4f2e-937b-6b955baa83a4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:25.502232 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bae8feb7-228a-4aa8-95d9-01b87d9fbfdd req-cc297fbb-72e5-4f2e-937b-6b955baa83a4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0477669 Apr 29 15:56:25.557852 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bae8feb7-228a-4aa8-95d9-01b87d9fbfdd req-e3786ac0-c6d5-4245-88f0-f08829e803c2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496113 Apr 29 15:56:25.838880 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de091312-33cd-4b6d-b134-0f6ed80a4e14 req-92dea0a2-2a06-4237-8431-2933b64e462a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:25.840351 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-de091312-33cd-4b6d-b134-0f6ed80a4e14 req-92dea0a2-2a06-4237-8431-2933b64e462a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 931 time: 0.0463612 Apr 29 15:56:25.887524 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-de091312-33cd-4b6d-b134-0f6ed80a4e14 req-5d3eb202-edec-49d7-9e7e-92a94ab842f0 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416775 Apr 29 15:56:26.194571 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Request body: {'port': {'device_id': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:56:26.258954 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:26.336721 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd463f9-0b14-4d0e-bec1-3ef73be35b65 req-7e6e1c47-2d73-4362-9484-d1a4f80f61ed tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:26.338193 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6fd463f9-0b14-4d0e-bec1-3ef73be35b65 req-7e6e1c47-2d73-4362-9484-d1a4f80f61ed tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0468938 Apr 29 15:56:26.386320 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6fd463f9-0b14-4d0e-bec1-3ef73be35b65 req-bb896c91-9c92-4e8c-903f-32bef0dd7fcb tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Apr 29 15:56:26.518015 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9bb55f-1942-474f-b067-419ceedc756d {{(pid=110323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:56:26.525264 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Publish callbacks [] for port (ac9bb55f-1942-474f-b067-419ceedc756d), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:26.536967 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.provisioning_blocks [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Transition to ACTIVE for port object ac9bb55f-1942-474f-b067-419ceedc756d will not be triggered until provisioned by entity L2. {{(pid=110323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:56:26.629723 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8618983'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:26.705754 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb056d-3980-4342-bbfe-707298d3acd3 req-d85a7ee1-2f84-4f0e-81f7-653c23ead8be tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:26.707469 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-78bb056d-3980-4342-bbfe-707298d3acd3 req-d85a7ee1-2f84-4f0e-81f7-653c23ead8be tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0735891 Apr 29 15:56:26.728803 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64914736-7361-4b04-894d-76b7805141ef service neutron] Pushing event updated for resources: {'Port': ['ID=ac9bb55f-1942-474f-b067-419ceedc756d,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:26.759380 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-78bb056d-3980-4342-bbfe-707298d3acd3 req-de296aab-39ee-4c75-bc8f-813d1282ee8d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455270 Apr 29 15:56:26.767387 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.managers [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Attempting to bind port ac9bb55f-1942-474f-b067-419ceedc756d on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:56:26.767753 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.managers [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Attempting to bind port ac9bb55f-1942-474f-b067-419ceedc756d by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'}] {{(pid=110323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:56:26.768151 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Attempting to bind port ac9bb55f-1942-474f-b067-419ceedc756d on network 79c6c2df-648a-4e52-83c5-171cce1d2a97 {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:56:26.773656 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Port ac9bb55f-1942-474f-b067-419ceedc756d on network 79c6c2df-648a-4e52-83c5-171cce1d2a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:56:26.774086 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Attempting to bind port ac9bb55f-1942-474f-b067-419ceedc756d on network 79c6c2df-648a-4e52-83c5-171cce1d2a97 {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:56:26.779356 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:56:26.779703 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Checking segment: {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:56:26.780177 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Bound using segment: {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'} {{(pid=110323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:56:26.780618 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.managers [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Bound port: ac9bb55f-1942-474f-b067-419ceedc756d, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'}}] {{(pid=110323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:56:26.780985 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:26.845686 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] For port ac9bb55f-1942-474f-b067-419ceedc756d, host hv-cinder-83987, cleared binding levels {{(pid=110323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:56:26.848595 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] For port ac9bb55f-1942-474f-b067-419ceedc756d, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ac9bb55f-1942-474f-b067-419ceedc756d,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:56:26.939190 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8618983'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:26.973869 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:26.974451 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:26.976593 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-64914736-7361-4b04-894d-76b7805141ef service neutron] 10.222.0.37 "PUT /v2.0/ports/ac9bb55f-1942-474f-b067-419ceedc756d HTTP/1.1" status: 200 len: 1093 time: 0.7855892 Apr 29 15:56:26.977407 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'tag': 'ac9bb55f-1942-474f-b067-419ceedc756d'}] {{(pid=110323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:26.979562 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}414e8c5dbfbee19e4252a5807369e5d62406377d8fb6960200d97a6b20918bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd47a52-6755-4224-a51b-fc34d32896dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2e89699d-454c-4ce9-9bf1-c7b6ca695fca", "tag": "ac9bb55f-1942-474f-b067-419ceedc756d"}]}' {{(pid=110323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:56:27.009982 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e37ec-fa09-4c6e-8d10-9a0fa9276569 req-b6ad39ac-9e91-489c-844a-e39f90062dc8 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:27.010167 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64914736-7361-4b04-894d-76b7805141ef service neutron] Pushing event updated for resources: {'Port': ['ID=ac9bb55f-1942-474f-b067-419ceedc756d,revision_number=3']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:27.011674 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-403e37ec-fa09-4c6e-8d10-9a0fa9276569 req-b6ad39ac-9e91-489c-844a-e39f90062dc8 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 943 time: 0.0584972 Apr 29 15:56:27.023365 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563c84aa-8570-444c-8b2c-e2090ed72282 x-openstack-request-id: req-563c84aa-8570-444c-8b2c-e2090ed72282 {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:56:27.023819 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e89699d-454c-4ce9-9bf1-c7b6ca695fca", "tag": "ac9bb55f-1942-474f-b067-419ceedc756d", "status": "completed", "code": 200}]} {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:56:27.024248 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-563c84aa-8570-444c-8b2c-e2090ed72282 {{(pid=110323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:56:27.024629 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563c84aa-8570-444c-8b2c-e2090ed72282'] response: {'name': 'network-changed', 'server_uuid': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'tag': 'ac9bb55f-1942-474f-b067-419ceedc756d', 'status': 'completed', 'code': 200} Apr 29 15:56:27.063837 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-403e37ec-fa09-4c6e-8d10-9a0fa9276569 req-a955a19a-56df-4d81-9283-c754b569f96e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458732 Apr 29 15:56:27.499539 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28bd40-2702-4534-a874-fbbfba8e46a0 req-1654e67b-8f19-467d-ad7e-4233c41a2854 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:27.501019 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-da28bd40-2702-4534-a874-fbbfba8e46a0 req-1654e67b-8f19-467d-ad7e-4233c41a2854 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0461226 Apr 29 15:56:27.550754 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-da28bd40-2702-4534-a874-fbbfba8e46a0 req-d076afa3-e6ca-4a4b-b62a-ea0c50a713e4 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441947 Apr 29 15:56:27.878241 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef9ce-4741-4c5f-8c89-c20296f24b71 req-58074402-a438-4cf1-bc34-1fa1a0178419 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:27.879676 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4e7ef9ce-4741-4c5f-8c89-c20296f24b71 req-58074402-a438-4cf1-bc34-1fa1a0178419 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0465710 Apr 29 15:56:27.925635 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4e7ef9ce-4741-4c5f-8c89-c20296f24b71 req-dff15eb6-4a81-49f5-bdb8-e14c80f99021 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404389 Apr 29 15:56:28.178511 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5b2aa-a72a-45db-aaee-46fd18253581 req-b59ea6c3-c6c3-404e-ad40-2b3ed1bfdead tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:28.180146 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-62f5b2aa-a72a-45db-aaee-46fd18253581 req-b59ea6c3-c6c3-404e-ad40-2b3ed1bfdead tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 943 time: 0.0481210 Apr 29 15:56:28.228115 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-62f5b2aa-a72a-45db-aaee-46fd18253581 req-79582c87-3eda-4c32-9b17-d4c2ddd11f11 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424972 Apr 29 15:56:28.675955 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d23fe6-829d-4f85-a51e-20f5ee6d933e req-a42d633a-469a-4998-9524-f348a69b240c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:28.677447 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-17d23fe6-829d-4f85-a51e-20f5ee6d933e req-a42d633a-469a-4998-9524-f348a69b240c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0569389 Apr 29 15:56:28.728153 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-17d23fe6-829d-4f85-a51e-20f5ee6d933e req-c5e05092-90bb-461d-ab6d-73aeff4c7a9f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449986 Apr 29 15:56:29.040796 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc1128-91ec-45a0-8414-eb8c243d42de req-5627e879-51f3-4fda-b890-e4e73a326b44 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:29.042283 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0dfc1128-91ec-45a0-8414-eb8c243d42de req-5627e879-51f3-4fda-b890-e4e73a326b44 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0467124 Apr 29 15:56:29.088889 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0dfc1128-91ec-45a0-8414-eb8c243d42de req-548da2ac-3cbb-4c67-9c60-bd9ed5b74719 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410180 Apr 29 15:56:29.346929 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1c84a-0185-4a97-9f64-8cce26ff0c0f req-82e67607-3124-435f-a419-7afbb5508504 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:29.348473 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b3e1c84a-0185-4a97-9f64-8cce26ff0c0f req-82e67607-3124-435f-a419-7afbb5508504 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 943 time: 0.0518227 Apr 29 15:56:29.399190 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b3e1c84a-0185-4a97-9f64-8cce26ff0c0f req-0a9a5223-c49c-4725-8493-e140b638ab25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445273 Apr 29 15:56:29.435808 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd47a52-6755-4224-a51b-fc34d32896dc req-f1acbb92-47c5-4b93-ad49-df72ecc64e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:29.437311 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-dfd47a52-6755-4224-a51b-fc34d32896dc req-f1acbb92-47c5-4b93-ad49-df72ecc64e17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 1127 time: 0.0440342 Apr 29 15:56:29.872429 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73ce19-3d29-4f67-881e-9da02f29743f req-52444672-771a-473b-b290-8f6608d140f5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:29.874026 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9f73ce19-3d29-4f67-881e-9da02f29743f req-52444672-771a-473b-b290-8f6608d140f5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0762255 Apr 29 15:56:29.884805 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-8a7c264a-7e23-4d86-be53-684673249d8e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:29.886360 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-8a7c264a-7e23-4d86-be53-684673249d8e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.37 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.0609176 Apr 29 15:56:29.966022 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9f73ce19-3d29-4f67-881e-9da02f29743f req-c330228d-277d-4eb3-a678-fc2889dbe157 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784817 Apr 29 15:56:30.010660 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd47a52-6755-4224-a51b-fc34d32896dc req-dd9a257f-e3d9-4218-bd2c-2dbd367e4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:30.012398 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-dfd47a52-6755-4224-a51b-fc34d32896dc req-dd9a257f-e3d9-4218-bd2c-2dbd367e4f19 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=47db658e58ab4b228e799d1ea25342ee&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1876335 Apr 29 15:56:30.018288 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Deleting port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:56:30.018288 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:30.134265 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e190a-0453-4260-8b7e-b25a75a4cde8 req-df1c3ab6-2a1c-4b9b-9ec5-eba9d748fbae tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:30.135823 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df7e190a-0453-4260-8b7e-b25a75a4cde8 req-df1c3ab6-2a1c-4b9b-9ec5-eba9d748fbae tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0936608 Apr 29 15:56:30.147219 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59542) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:30.152373 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-9d6a1678-626a-41d9-9c9d-223c9e2dc47b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Request body: {'floatingip': {'port_id': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:56:30.196198 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] For port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:30.196567 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:30.200541 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd47a52-6755-4224-a51b-fc34d32896dc req-d78f2d8c-6b85-4d9e-a94c-47af74c85ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:30.202022 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-dfd47a52-6755-4224-a51b-fc34d32896dc req-d78f2d8c-6b85-4d9e-a94c-47af74c85ed1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043897 Apr 29 15:56:30.280455 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163461-f174-4068-9fec-7677b4ddf756 req-d77c2556-e984-408b-9612-e8954bef18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:30.281873 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-d77c2556-e984-408b-9612-e8954bef18f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 1127 time: 0.0395076 Apr 29 15:56:30.333832 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-dcf16572-2207-47ff-938f-5781ad5f344f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac9bb55f-1942-474f-b067-419ceedc756d HTTP/1.1" status: 200 len: 217 time: 0.0349467 Apr 29 15:56:30.352924 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e6731-c13a-4d77-9cbf-274913f998fa req-ad937347-9eb6-4ab5-9a7f-dfa3841d051c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:30.354526 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-980e6731-c13a-4d77-9cbf-274913f998fa req-ad937347-9eb6-4ab5-9a7f-dfa3841d051c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 946 time: 0.1661108 Apr 29 15:56:30.356759 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1678-626a-41d9-9c9d-223c9e2dc47b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for floatingip (7e2ad878-dd5d-4e84-94ee-d6be7abda5c6), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:30.398902 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163461-f174-4068-9fec-7677b4ddf756 req-46aa46ef-f8a2-453a-ba37-a463861da8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:30.400546 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-46aa46ef-f8a2-453a-ba37-a463861da8ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb HTTP/1.1" status: 200 len: 851 time: 0.0527520 Apr 29 15:56:30.453783 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163461-f174-4068-9fec-7677b4ddf756 req-ef2f38db-fae6-45d6-a49a-31f4e847b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:30.455320 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-ef2f38db-fae6-45d6-a49a-31f4e847b7e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79c6c2df-648a-4e52-83c5-171cce1d2a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459275 Apr 29 15:56:30.565998 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-1188b4cf-4aab-47a1-a336-fb49b5a2b12e service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948291 Apr 29 15:56:30.691894 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-01163461-f174-4068-9fec-7677b4ddf756 req-4721d1ed-7b6f-473f-b467-4b5994029d4b service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962079 Apr 29 15:56:30.887262 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673bc0c-597c-45a5-bbe8-bb5e875a2f87 req-1243f6e0-a541-466e-988b-9af64a135b5c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:30.888735 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6673bc0c-597c-45a5-bbe8-bb5e875a2f87 req-1243f6e0-a541-466e-988b-9af64a135b5c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 943 time: 0.4085605 Apr 29 15:56:30.891528 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-980e6731-c13a-4d77-9cbf-274913f998fa req-c80f4514-3fdb-4655-b669-caa4722c28d5 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9129f9-f2f0-44ac-9286-74e3483500c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5246620 Apr 29 15:56:30.964435 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:30.964818 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (e5186143-7734-49d4-b6df-d2386047f8eb), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:30.965118 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Floating IP e5186143-7734-49d4-b6df-d2386047f8eb disassociated. External IP: 172.27.1.220, port: e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795. Apr 29 15:56:30.965461 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Calling delete_port for e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:56:31.069908 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6673bc0c-597c-45a5-bbe8-bb5e875a2f87 req-69b3b06b-2b25-4855-9337-3d48183263ac tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694148 Apr 29 15:56:31.351854 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453b7a6-2969-4d25-8512-f124e144904a req-7530c273-fd1b-4e42-b4d6-13f74fd6453b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:31.353428 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5453b7a6-2969-4d25-8512-f124e144904a req-7530c273-fd1b-4e42-b4d6-13f74fd6453b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 945 time: 0.0673213 Apr 29 15:56:31.403005 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:31.447835 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event deleted for resources: {'Port': ['ID=e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:31.478253 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.481289 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.481289 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.481289 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.481289 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.481289 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.481289 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.481289 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.481289 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.481289 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.482020 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.482020 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.482239 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.482564 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.482892 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:31.553527 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5453b7a6-2969-4d25-8512-f124e144904a req-315a020d-f1df-4f39-adba-fcc3220a99c8 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711588 Apr 29 15:56:31.657882 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1678-626a-41d9-9c9d-223c9e2dc47b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:31.676796 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Router 59a90c33-c0c4-4b09-a818-f5dab77d7720 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:56:31.722545 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1678-626a-41d9-9c9d-223c9e2dc47b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (7e2ad878-dd5d-4e84-94ee-d6be7abda5c6), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:31.878148 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:56:31.889482 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62677d59-c26c-4b57-a3d0-913c0036bfb4 None None] Sync routers for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:56:31.901165 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62677d59-c26c-4b57-a3d0-913c0036bfb4 None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:56:31.901809 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-62677d59-c26c-4b57-a3d0-913c0036bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:31.929661 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] No DVR routers for this DVR port e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:56:31.932808 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:31.936337 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5770cb0e-b3ae-4bd1-8751-539a4b56d29d req-5f059aa6-a5a2-43bf-af0b-e2303cb50694 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.37 "DELETE /v2.0/ports/e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 HTTP/1.1" status: 204 len: 173 time: 2.0266747 Apr 29 15:56:31.936775 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'name': 'network-vif-deleted', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:31.938976 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9b4bf2-cf06-48e1-b1f8-2ff9ce3a32fb" -d '{"events": [{"server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "name": "network-vif-deleted", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:56:32.032204 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ea46ee-b306-4eeb-ac89-25c8d44d3c1e x-openstack-request-id: req-d5ea46ee-b306-4eeb-ac89-25c8d44d3c1e {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:56:32.032664 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561988d2-8299-473f-b14c-e62a93209c2d", "name": "network-vif-deleted", "tag": "e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:56:32.032908 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5ea46ee-b306-4eeb-ac89-25c8d44d3c1e {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:56:32.033378 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ea46ee-b306-4eeb-ac89-25c8d44d3c1e'] response: {'server_uuid': '561988d2-8299-473f-b14c-e62a93209c2d', 'name': 'network-vif-deleted', 'tag': 'e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795', 'status': 'completed', 'code': 200} Apr 29 15:56:32.033487 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-62677d59-c26c-4b57-a3d0-913c0036bfb4 None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:56:32.066960 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-274d01c7-3b82-4d58-9260-623526864d04 req-1d04bf9a-162c-472c-b974-d52b44bdaa08 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 210 time: 0.0327237 Apr 29 15:56:32.089286 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6a1678-626a-41d9-9c9d-223c9e2dc47b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Router 804aab0e-707f-4d5c-ab68-54c00fd57736 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:56:32.236546 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fb52f-d3a7-4ea6-864a-f1b56028a955 req-6e3b67c5-1fb3-41b0-88a1-85fe52b558bd tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:32.238437 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-263fb52f-d3a7-4ea6-864a-f1b56028a955 req-6e3b67c5-1fb3-41b0-88a1-85fe52b558bd tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 943 time: 0.0927794 Apr 29 15:56:32.277434 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6a1678-626a-41d9-9c9d-223c9e2dc47b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:56:32.282201 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1678-626a-41d9-9c9d-223c9e2dc47b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:32.291230 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b392c61-8cfc-48f3-9070-1dae9dc5a10f None None] Sync routers for ids ['804aab0e-707f-4d5c-ab68-54c00fd57736'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:56:32.303338 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b392c61-8cfc-48f3-9070-1dae9dc5a10f None None] Routers {'804aab0e-707f-4d5c-ab68-54c00fd57736'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:56:32.305169 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-6b392c61-8cfc-48f3-9070-1dae9dc5a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['804aab0e-707f-4d5c-ab68-54c00fd57736'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:32.330624 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-62677d59-c26c-4b57-a3d0-913c0036bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:03Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:32.358191 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62677d59-c26c-4b57-a3d0-913c0036bfb4 None None] Checking router: 59a90c33-c0c4-4b09-a818-f5dab77d7720 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:56:32.367812 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62677d59-c26c-4b57-a3d0-913c0036bfb4 None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:56:32.368792 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-9d6a1678-626a-41d9-9c9d-223c9e2dc47b tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "PUT /v2.0/floatingips/7e2ad878-dd5d-4e84-94ee-d6be7abda5c6 HTTP/1.1" status: 200 len: 993 time: 2.2193377 Apr 29 15:56:32.372050 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-263fb52f-d3a7-4ea6-864a-f1b56028a955 req-dd012f34-8bd3-43bc-bb53-6589958d0875 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258736 Apr 29 15:56:32.376371 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-62677d59-c26c-4b57-a3d0-913c0036bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:32.438953 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-6b392c61-8cfc-48f3-9070-1dae9dc5a10f None None] Set router 804aab0e-707f-4d5c-ab68-54c00fd57736 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:56:32.490056 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-62677d59-c26c-4b57-a3d0-913c0036bfb4 None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:56:32.682125 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783b738-bd0e-49aa-8549-2bac1fdc9b12 req-ebcdb611-e661-4310-baa5-9cba11418028 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:32.683742 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9783b738-bd0e-49aa-8549-2bac1fdc9b12 req-ebcdb611-e661-4310-baa5-9cba11418028 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 945 time: 0.0543993 Apr 29 15:56:32.715690 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-62677d59-c26c-4b57-a3d0-913c0036bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:03Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:32.737143 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9783b738-bd0e-49aa-8549-2bac1fdc9b12 req-effff0bf-f31c-42b1-9f70-04c36ac5e2f6 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476079 Apr 29 15:56:32.739583 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-6b392c61-8cfc-48f3-9070-1dae9dc5a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '7e2ad878-dd5d-4e84-94ee-d6be7abda5c6', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'port_id': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'mac_address': 'fa:16:3e:b4:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:54:00Z', 'updated_at': '2022-04-29T15:56:31Z', 'revision_number': 3, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:06Z', 'revision_number': 5, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:32.747907 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62677d59-c26c-4b57-a3d0-913c0036bfb4 None None] The sync data for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi is: [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:03Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:56:32.771554 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b392c61-8cfc-48f3-9070-1dae9dc5a10f None None] Checking router: 804aab0e-707f-4d5c-ab68-54c00fd57736 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:56:32.781280 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b392c61-8cfc-48f3-9070-1dae9dc5a10f None None] Routers {'804aab0e-707f-4d5c-ab68-54c00fd57736'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:56:32.781920 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-6b392c61-8cfc-48f3-9070-1dae9dc5a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['804aab0e-707f-4d5c-ab68-54c00fd57736'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:33.032218 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-6b392c61-8cfc-48f3-9070-1dae9dc5a10f None None] Set router 804aab0e-707f-4d5c-ab68-54c00fd57736 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:56:33.036159 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70310466-a74d-4bc3-850a-422adb0d305e None None] New status for floating IP e5186143-7734-49d4-b6df-d2386047f8eb: DOWN {{(pid=110326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:56:33.202031 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a82403e5-ecc7-4875-8fad-94f8d99a7f41 req-4484c106-705e-4fd1-97ed-17d0f0a97e96 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 210 time: 0.0556009 Apr 29 15:56:33.274815 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-6b392c61-8cfc-48f3-9070-1dae9dc5a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '7e2ad878-dd5d-4e84-94ee-d6be7abda5c6', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'port_id': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'mac_address': 'fa:16:3e:b4:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:54:00Z', 'updated_at': '2022-04-29T15:56:31Z', 'revision_number': 3, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:06Z', 'revision_number': 5, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:33.303518 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b392c61-8cfc-48f3-9070-1dae9dc5a10f None None] The sync data for ids ['804aab0e-707f-4d5c-ab68-54c00fd57736'] in dv-cinder-839872-2-iscsi is: [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '7e2ad878-dd5d-4e84-94ee-d6be7abda5c6', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'port_id': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'mac_address': 'fa:16:3e:b4:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:54:00Z', 'updated_at': '2022-04-29T15:56:31Z', 'revision_number': 3, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:06Z', 'revision_number': 5, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:56:33.508214 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590dcb1-6927-4c0d-acbf-81dcbfad68b5 req-5a603b5b-9ecc-4286-b4fc-63707c2cf5d2 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:33.509982 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4590dcb1-6927-4c0d-acbf-81dcbfad68b5 req-5a603b5b-9ecc-4286-b4fc-63707c2cf5d2 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 943 time: 0.0592763 Apr 29 15:56:33.571574 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4590dcb1-6927-4c0d-acbf-81dcbfad68b5 req-9bdd02e4-fdbc-486d-aaf0-4b9bb3f0b721 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553455 Apr 29 15:56:33.663121 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985c90c-af21-4521-bbd3-f0c13d03dcdd req-ab5a7b91-a904-4624-be8f-10458b65229b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:33.665188 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8985c90c-af21-4521-bbd3-f0c13d03dcdd req-ab5a7b91-a904-4624-be8f-10458b65229b tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 945 time: 0.0561118 Apr 29 15:56:33.782401 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-8985c90c-af21-4521-bbd3-f0c13d03dcdd req-f8d25678-c75a-4032-8a6c-a391569a25ac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Deleting port ae911321-ce59-4e1b-8447-7249ec4b0064 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:56:33.782832 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-8985c90c-af21-4521-bbd3-f0c13d03dcdd req-f8d25678-c75a-4032-8a6c-a391569a25ac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:33.891727 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e20c-d5b2-4813-a7c5-64b47ba68f7f req-63098249-a436-409a-90f0-6d4549527839 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:33.893212 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6ee8e20c-d5b2-4813-a7c5-64b47ba68f7f req-63098249-a436-409a-90f0-6d4549527839 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 945 time: 0.0843654 Apr 29 15:56:33.928402 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-8985c90c-af21-4521-bbd3-f0c13d03dcdd req-f8d25678-c75a-4032-8a6c-a391569a25ac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] For port ae911321-ce59-4e1b-8447-7249ec4b0064, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ae911321-ce59-4e1b-8447-7249ec4b0064,segment=NetworkSegment(2b49554a-471e-42f2-abbe-6d83d326498e),segment_id=2b49554a-471e-42f2-abbe-6d83d326498e)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:33.929418 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-8985c90c-af21-4521-bbd3-f0c13d03dcdd req-f8d25678-c75a-4032-8a6c-a391569a25ac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:33.958310 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-8985c90c-af21-4521-bbd3-f0c13d03dcdd req-f8d25678-c75a-4032-8a6c-a391569a25ac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Calling delete_port for ae911321-ce59-4e1b-8447-7249ec4b0064 owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:56:33.983206 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6ee8e20c-d5b2-4813-a7c5-64b47ba68f7f req-e25c6c6a-3ae6-44c3-a68e-f26d51eb85f4 tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/security-groups?id=e327003e-6d61-4d10-854d-c0f3ace664b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841479 Apr 29 15:56:34.034110 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'tag': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c'}, {'name': 'network-changed', 'server_uuid': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'tag': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:34.036478 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1496db5-8dc2-4605-920d-deec48a2d04d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49", "tag": "acea6f8e-2aad-4564-b8c8-ff9e0dc3469c"}, {"name": "network-changed", "server_uuid": "fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49", "tag": "acea6f8e-2aad-4564-b8c8-ff9e0dc3469c"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:56:34.086562 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Apr 2022 15:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbf3281-22d0-439d-85d6-d4adb040cbaa x-openstack-request-id: req-ebbf3281-22d0-439d-85d6-d4adb040cbaa {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:56:34.086896 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49", "tag": "acea6f8e-2aad-4564-b8c8-ff9e0dc3469c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49", "tag": "acea6f8e-2aad-4564-b8c8-ff9e0dc3469c", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:56:34.087131 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebbf3281-22d0-439d-85d6-d4adb040cbaa {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:56:34.087541 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebbf3281-22d0-439d-85d6-d4adb040cbaa'] response: {'name': 'network-changed', 'server_uuid': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'tag': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'status': 'completed', 'code': 200} Apr 29 15:56:34.087828 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebbf3281-22d0-439d-85d6-d4adb040cbaa'] response: {'name': 'network-changed', 'server_uuid': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'tag': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'status': 'completed', 'code': 200} Apr 29 15:56:34.097625 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:56:34.125653 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:56:34.127286 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e4d5b8f1-82a8-4b52-b9ad-0f5263d6d795 not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:56:34.189438 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-cbf27200-f9a1-4574-bc1c-10392096f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:34.196000 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-cbf27200-f9a1-4574-bc1c-10392096f36b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 1129 time: 0.0431612 Apr 29 15:56:34.218498 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-8985c90c-af21-4521-bbd3-f0c13d03dcdd req-f8d25678-c75a-4032-8a6c-a391569a25ac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (ae911321-ce59-4e1b-8447-7249ec4b0064), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:34.230496 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['ae911321-ce59-4e1b-8447-7249ec4b0064'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:56:34.261413 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d25678-c75a-4032-8a6c-a391569a25ac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Pushing event deleted for resources: {'Port': ['ID=ae911321-ce59-4e1b-8447-7249ec4b0064,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:34.304932 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-7bbe7323-02af-4fec-8f0c-b69a29dd32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:34.306751 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-7bbe7323-02af-4fec-8f0c-b69a29dd32b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.1088479 Apr 29 15:56:34.327761 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8985c90c-af21-4521-bbd3-f0c13d03dcdd req-f8d25678-c75a-4032-8a6c-a391569a25ac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] No DVR routers for this DVR port ae911321-ce59-4e1b-8447-7249ec4b0064 on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:56:34.330491 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-8985c90c-af21-4521-bbd3-f0c13d03dcdd req-f8d25678-c75a-4032-8a6c-a391569a25ac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:34.334005 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8985c90c-af21-4521-bbd3-f0c13d03dcdd req-f8d25678-c75a-4032-8a6c-a391569a25ac tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.37 "DELETE /v2.0/ports/ae911321-ce59-4e1b-8447-7249ec4b0064 HTTP/1.1" status: 204 len: 173 time: 0.6443725 Apr 29 15:56:34.377352 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fa374fee-1911-484a-9f34-693323e105c4 req-ddeed7bf-05ba-47b2-9cbd-fc3bb3f01ae9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=561988d2-8299-473f-b14c-e62a93209c2d HTTP/1.1" status: 200 len: 210 time: 0.0412199 Apr 29 15:56:34.400947 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-b5aad350-a6fd-4986-be99-52d69a40c278 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c HTTP/1.1" status: 200 len: 1001 time: 0.0769639 Apr 29 15:56:34.454572 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-cd7d4677-6557-47fa-ab70-a31cd002bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:34.456014 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-cd7d4677-6557-47fa-ab70-a31cd002bbf2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.0466049 Apr 29 15:56:34.504705 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-350ed0d2-1e9a-4728-8d76-eb3d0931872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:34.506198 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-350ed0d2-1e9a-4728-8d76-eb3d0931872c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424757 Apr 29 15:56:34.599927 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-7d146ea0-f057-4b70-ad10-4f1283bd29bc service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832806 Apr 29 15:56:34.695240 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68cbb6-1adc-4acb-a2df-3cb50369744d req-3a0de846-136f-4f8d-bd92-02b1916245d7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:34.696829 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3c68cbb6-1adc-4acb-a2df-3cb50369744d req-3a0de846-136f-4f8d-bd92-02b1916245d7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 943 time: 0.0514941 Apr 29 15:56:34.697709 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-a1fb58a1-7ede-4d9a-a64c-250477676bfa service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916100 Apr 29 15:56:34.749193 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3c68cbb6-1adc-4acb-a2df-3cb50369744d req-b6be2981-9c97-4c50-9a3f-74a6c3720a50 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463588 Apr 29 15:56:34.787289 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-01390bad-2118-4199-8f0f-ea08643157be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:34.793465 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-01390bad-2118-4199-8f0f-ea08643157be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 1129 time: 0.0411937 Apr 29 15:56:35.090966 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5d62b412-baaa-4f60-9cb5-d0b4ab9b9374 req-e674eb5b-57b4-4507-955d-2198825f79fc tempest-VolumesSnapshotTestJSON-1369843776 tempest-VolumesSnapshotTestJSON-1369843776-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f6f5f0-e57c-4365-99dc-062f6d3c18d5 HTTP/1.1" status: 200 len: 210 time: 0.0307255 Apr 29 15:56:35.195610 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-c490f28f-8a29-41d4-a492-36ec52a97fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:35.197103 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-c490f28f-8a29-41d4-a492-36ec52a97fe6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.0908563 Apr 29 15:56:35.266320 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-0b3e5b0d-bad2-4670-96af-78c581c9fe45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c HTTP/1.1" status: 200 len: 1001 time: 0.0577533 Apr 29 15:56:35.314071 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-45b8b2b9-cf70-4a52-b927-0690c8c9b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:35.315477 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-45b8b2b9-cf70-4a52-b927-0690c8c9b324 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.0431483 Apr 29 15:56:35.369906 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-551d5918-1722-4ee3-8649-34671e77b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:35.371402 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-551d5918-1722-4ee3-8649-34671e77b18c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429885 Apr 29 15:56:35.473632 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-7ddeb399-ff53-4245-8abe-ba5d07c9e7df service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889213 Apr 29 15:56:35.783376 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d1496db5-8dc2-4605-920d-deec48a2d04d req-4e630bf1-1791-444a-ba8d-6f5aa0fa0454 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006568 Apr 29 15:56:35.861266 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76740f-b831-45d0-b9a1-2b72abf0794d req-a51b3cf6-19c7-4039-bd7e-ac437623bd0c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:35.862942 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9c76740f-b831-45d0-b9a1-2b72abf0794d req-a51b3cf6-19c7-4039-bd7e-ac437623bd0c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 943 time: 0.0464230 Apr 29 15:56:35.910286 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9c76740f-b831-45d0-b9a1-2b72abf0794d req-2423a463-c810-4bb1-94a2-de0721b85d43 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416958 Apr 29 15:56:36.089336 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f6f5f0-e57c-4365-99dc-062f6d3c18d5', 'name': 'network-vif-deleted', 'tag': 'ae911321-ce59-4e1b-8447-7249ec4b0064'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:36.091657 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bef8f7-a564-4f35-a581-0978497e2508" -d '{"events": [{"server_uuid": "c7f6f5f0-e57c-4365-99dc-062f6d3c18d5", "name": "network-vif-deleted", "tag": "ae911321-ce59-4e1b-8447-7249ec4b0064"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:56:36.125665 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d855a27-6350-45f9-b2d0-c35ed2868f95 x-openstack-request-id: req-4d855a27-6350-45f9-b2d0-c35ed2868f95 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:56:36.125954 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f6f5f0-e57c-4365-99dc-062f6d3c18d5", "name": "network-vif-deleted", "tag": "ae911321-ce59-4e1b-8447-7249ec4b0064", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:56:36.126214 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d855a27-6350-45f9-b2d0-c35ed2868f95 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:56:36.126619 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d855a27-6350-45f9-b2d0-c35ed2868f95'] response: {'server_uuid': 'c7f6f5f0-e57c-4365-99dc-062f6d3c18d5', 'name': 'network-vif-deleted', 'tag': 'ae911321-ce59-4e1b-8447-7249ec4b0064', 'status': 'completed', 'code': 200} Apr 29 15:56:36.412009 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:56:36.595830 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59592) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:36.651116 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b282a908-4c36-40a7-aa17-ceec45a693c3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group (4a9129f9-f2f0-44ac-9286-74e3483500c5), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:36.676038 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b282a908-4c36-40a7-aa17-ceec45a693c3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group (4a9129f9-f2f0-44ac-9286-74e3483500c5), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:36.823294 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b282a908-4c36-40a7-aa17-ceec45a693c3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (4a9129f9-f2f0-44ac-9286-74e3483500c5), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:36.825985 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b282a908-4c36-40a7-aa17-ceec45a693c3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:36.827165 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-b282a908-4c36-40a7-aa17-ceec45a693c3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "DELETE /v2.0/security-groups/4a9129f9-f2f0-44ac-9286-74e3483500c5 HTTP/1.1" status: 204 len: 168 time: 0.2303305 Apr 29 15:56:36.830094 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59598) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:36.836458 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282a908-4c36-40a7-aa17-ceec45a693c3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9129f9-f2f0-44ac-9286-74e3483500c5,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:36.845700 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.api.v2.resource [None req-5062b9aa-113a-4057-850b-666a09dbbc8b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] show failed (client error): The resource could not be found. Apr 29 15:56:36.846716 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-5062b9aa-113a-4057-850b-666a09dbbc8b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups/4a9129f9-f2f0-44ac-9286-74e3483500c5 HTTP/1.1" status: 404 len: 347 time: 0.0156076 Apr 29 15:56:36.849450 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59600) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:36.966722 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-f6f06283-092d-4c20-a927-3e06a6c5d99a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Deleting port c35296a3-a04a-4d1a-aa14-c93dadb92494 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:56:36.967069 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f6f06283-092d-4c20-a927-3e06a6c5d99a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (c35296a3-a04a-4d1a-aa14-c93dadb92494), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:37.030566 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cb0ce-0b73-4b91-968f-786f56bac475 req-4c6bbfcd-62ca-4ca8-821f-f8cc09a97f94 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:37.032054 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-825cb0ce-0b73-4b91-968f-786f56bac475 req-4c6bbfcd-62ca-4ca8-821f-f8cc09a97f94 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 943 time: 0.0524375 Apr 29 15:56:37.047954 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f6f06283-092d-4c20-a927-3e06a6c5d99a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (c35296a3-a04a-4d1a-aa14-c93dadb92494), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:37.048369 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f6f06283-092d-4c20-a927-3e06a6c5d99a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (c35296a3-a04a-4d1a-aa14-c93dadb92494), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:37.060872 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-f6f06283-092d-4c20-a927-3e06a6c5d99a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Calling delete_port for c35296a3-a04a-4d1a-aa14-c93dadb92494 owned by network:floatingip {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:56:37.081595 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-825cb0ce-0b73-4b91-968f-786f56bac475 req-d7711db3-e875-472c-b667-ce7d2243a664 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437512 Apr 29 15:56:37.263914 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f6f06283-092d-4c20-a927-3e06a6c5d99a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (c35296a3-a04a-4d1a-aa14-c93dadb92494), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:37.289336 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f06283-092d-4c20-a927-3e06a6c5d99a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event deleted for resources: {'Port': ['ID=c35296a3-a04a-4d1a-aa14-c93dadb92494,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:37.351456 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f6f06283-092d-4c20-a927-3e06a6c5d99a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (e5186143-7734-49d4-b6df-d2386047f8eb), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:37.353907 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f6f06283-092d-4c20-a927-3e06a6c5d99a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:37.355091 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-f6f06283-092d-4c20-a927-3e06a6c5d99a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "DELETE /v2.0/floatingips/e5186143-7734-49d4-b6df-d2386047f8eb HTTP/1.1" status: 204 len: 168 time: 0.5046899 Apr 29 15:56:37.807935 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59614) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:37.812591 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-1f01c41f-b1a8-4948-91cc-402e3c29254c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1902323705', 'description': 'tempest-description--2037966690'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:56:37.910323 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1f01c41f-b1a8-4948-91cc-402e3c29254c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:37.975556 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1f01c41f-b1a8-4948-91cc-402e3c29254c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group (d9227d76-6a82-45ba-a420-088302c50010), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:38.064162 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1f01c41f-b1a8-4948-91cc-402e3c29254c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (d9227d76-6a82-45ba-a420-088302c50010), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:38.093361 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01c41f-b1a8-4948-91cc-402e3c29254c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9227d76-6a82-45ba-a420-088302c50010,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:38.111215 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device ae911321-ce59-4e1b-8447-7249ec4b0064 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:56:38.132950 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: ae911321-ce59-4e1b-8447-7249ec4b0064 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:56:38.133299 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device ae911321-ce59-4e1b-8447-7249ec4b0064 not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:56:38.153067 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1f01c41f-b1a8-4948-91cc-402e3c29254c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:38.157428 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-1f01c41f-b1a8-4948-91cc-402e3c29254c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3453829 Apr 29 15:56:38.157606 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59622) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:38.163087 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-6d2c34c9-2b36-4007-8835-b22faa7caaae tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Request body: {'security_group_rule': {'security_group_id': 'd9227d76-6a82-45ba-a420-088302c50010', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:56:38.207097 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbb613-386a-46ed-bfaa-a56951f2624d req-de5c1337-a645-47e2-a3fb-f719604231b2 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:38.208721 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c4dbb613-386a-46ed-bfaa-a56951f2624d req-de5c1337-a645-47e2-a3fb-f719604231b2 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 943 time: 0.0532143 Apr 29 15:56:38.223794 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d2c34c9-2b36-4007-8835-b22faa7caaae tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group_rule (00f4c787-f02a-426d-87d5-c9953c8160c5), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:38.258924 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c4dbb613-386a-46ed-bfaa-a56951f2624d req-b15cbbc1-5314-469f-a383-10904f720fae tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443530 Apr 29 15:56:38.280577 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d2c34c9-2b36-4007-8835-b22faa7caaae tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group_rule (00f4c787-f02a-426d-87d5-c9953c8160c5), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:38.355118 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d2c34c9-2b36-4007-8835-b22faa7caaae tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (00f4c787-f02a-426d-87d5-c9953c8160c5), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:38.376717 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c34c9-2b36-4007-8835-b22faa7caaae tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f4c787-f02a-426d-87d5-c9953c8160c5,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:38.442978 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6d2c34c9-2b36-4007-8835-b22faa7caaae tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:38.444144 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-6d2c34c9-2b36-4007-8835-b22faa7caaae tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2855740 Apr 29 15:56:38.447064 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59626) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:38.451428 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-fbef9d7d-0f49-4fd4-959a-8edd4b9d533c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Request body: {'security_group_rule': {'security_group_id': 'd9227d76-6a82-45ba-a420-088302c50010', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:56:38.543933 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fbef9d7d-0f49-4fd4-959a-8edd4b9d533c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group_rule (217055c4-95a4-4f94-9385-2d1d0b04ea0c), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:38.597395 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fbef9d7d-0f49-4fd4-959a-8edd4b9d533c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group_rule (217055c4-95a4-4f94-9385-2d1d0b04ea0c), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:38.675403 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fbef9d7d-0f49-4fd4-959a-8edd4b9d533c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (217055c4-95a4-4f94-9385-2d1d0b04ea0c), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:38.692722 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef9d7d-0f49-4fd4-959a-8edd4b9d533c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217055c4-95a4-4f94-9385-2d1d0b04ea0c,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:38.763384 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fbef9d7d-0f49-4fd4-959a-8edd4b9d533c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:38.764629 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-fbef9d7d-0f49-4fd4-959a-8edd4b9d533c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166370 Apr 29 15:56:38.767573 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59628) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:38.771768 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:56:38.864402 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:38.944598 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:39.049628 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Allocated IP 172.27.1.242 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/8ed6fbab-67b8-4c83-8a6b-50e17c866d91) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:56:39.155239 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for port (8ed6fbab-67b8-4c83-8a6b-50e17c866d91), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:39.252500 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (8ed6fbab-67b8-4c83-8a6b-50e17c866d91), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:39.291114 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:56:39.296212 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:56:39.300962 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:56:39.325702 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event updated for resources: {'Port': ['ID=8ed6fbab-67b8-4c83-8a6b-50e17c866d91,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:39.375758 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf921e-5b32-4cc7-ba69-577800022b4e req-d6c71578-1d9b-4b6d-ab96-f481dda5e15a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:39.382487 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99cf921e-5b32-4cc7-ba69-577800022b4e req-d6c71578-1d9b-4b6d-ab96-f481dda5e15a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 943 time: 0.0503471 Apr 29 15:56:39.391474 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (8f5b0031-29c9-4a8c-9e99-cb567bc38b3b), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:39.427587 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99cf921e-5b32-4cc7-ba69-577800022b4e req-ac60b1fc-63fd-44e5-98f9-d46c3394bec9 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437250 Apr 29 15:56:39.489319 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (8ed6fbab-67b8-4c83-8a6b-50e17c866d91), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:39.638935 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for port (8ed6fbab-67b8-4c83-8a6b-50e17c866d91), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:39.703363 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8618983'] for port (8ed6fbab-67b8-4c83-8a6b-50e17c866d91), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:39.772622 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event updated for resources: {'Port': ['ID=8ed6fbab-67b8-4c83-8a6b-50e17c866d91,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:39.780423 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (8f5b0031-29c9-4a8c-9e99-cb567bc38b3b), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:39.865953 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:39.868190 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-e582899e-ce2e-410a-b00a-b73898f08dcd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0996699 Apr 29 15:56:40.059668 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-64e8c006-03c7-4e7d-b386-941b75fb3df9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1902323705&fields=id&tenant_id=450375541bcc49129d79046b5b2ce4b5 HTTP/1.1" status: 200 len: 267 time: 0.0413880 Apr 29 15:56:40.166951 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-a06ddb8f-ed29-4b95-95fd-99672ba99a46 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:40.168324 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-a06ddb8f-ed29-4b95-95fd-99672ba99a46 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 816 time: 0.1025553 Apr 29 15:56:40.182936 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-d75af6e2-a83b-484a-bd73-b28cdff8f744 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/quotas/450375541bcc49129d79046b5b2ce4b5 HTTP/1.1" status: 200 len: 375 time: 0.0089316 Apr 29 15:56:40.231761 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-eceebbe9-6420-4360-9f79-a82b41550ab4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440629 Apr 29 15:56:40.328103 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-8cdcf034-b6d3-4222-8e78-1261d131a9bc service neutron] 10.222.0.23 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849032 Apr 29 15:56:40.416687 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-aac7bdb4-5e61-421c-8216-120b9f9f6ef8 service neutron] 10.222.0.23 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828936 Apr 29 15:56:40.546636 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f991c-f868-4f89-b17a-f7d92bff9fce req-b7bb6d61-cbc0-4d17-8864-e4c904bc3433 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:40.548118 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-314f991c-f868-4f89-b17a-f7d92bff9fce req-b7bb6d61-cbc0-4d17-8864-e4c904bc3433 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 943 time: 0.0506973 Apr 29 15:56:40.874601 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-639a190f-371b-466f-9ced-4aa0badc92d5 req-b13ed00b-5330-4e4d-a3f3-604a76262079 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 210 time: 0.0360620 Apr 29 15:56:40.901191 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-314f991c-f868-4f89-b17a-f7d92bff9fce req-6e136440-23c9-4d70-b86e-894a40cf75ae tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476319 Apr 29 15:56:41.121031 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device ac9bb55f-1942-474f-b067-419ceedc756d details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:56:41.219942 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port ac9bb55f-1942-474f-b067-419ceedc756d, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ac9bb55f-1942-474f-b067-419ceedc756d,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:41.231061 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'ac9bb55f-1942-474f-b067-419ceedc756d', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'port_id': 'ac9bb55f-1942-474f-b067-419ceedc756d', 'mac_address': 'fa:16:3e:42:cc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:56:41.273211 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port ac9bb55f-1942-474f-b067-419ceedc756d is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:56:41.273654 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:41.286268 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9bb55f-1942-474f-b067-419ceedc756d {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:56:41.306043 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port ac9bb55f-1942-474f-b067-419ceedc756d, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ac9bb55f-1942-474f-b067-419ceedc756d,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:41.378340 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:41.429735 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=ac9bb55f-1942-474f-b067-419ceedc756d,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:41.436882 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.437246 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.437600 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.437969 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.438308 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.438638 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.438969 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.439296 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.439626 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.439980 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.440347 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.440704 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.441034 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.441358 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.441682 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:41.539651 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c1a4ed4a-b2a9-4124-a910-7b8506238ad5 req-557cce10-0174-43e3-89e0-df002446684f tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203396247&fields=id&tenant_id=e34d6a17637c4881bdca94d15105a795 HTTP/1.1" status: 200 len: 267 time: 0.0444412 Apr 29 15:56:41.591048 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4ed4a-b2a9-4124-a910-7b8506238ad5 req-52ed12ec-497f-4540-986c-3129b425d1d2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:41.592596 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c1a4ed4a-b2a9-4124-a910-7b8506238ad5 req-52ed12ec-497f-4540-986c-3129b425d1d2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 985 time: 0.0471387 Apr 29 15:56:41.604269 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-c1a4ed4a-b2a9-4124-a910-7b8506238ad5 req-2d5218f4-a8ef-4adf-ba9c-7e30d8cf17cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Request body: {'port': {'security_groups': ['8fa5b3a3-6953-4a46-ae5c-82474a306d14']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:56:41.687003 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-c1a4ed4a-b2a9-4124-a910-7b8506238ad5 req-2d5218f4-a8ef-4adf-ba9c-7e30d8cf17cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:41.759257 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['ac9bb55f-1942-474f-b067-419ceedc756d'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:56:41.874631 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-c1a4ed4a-b2a9-4124-a910-7b8506238ad5 req-2d5218f4-a8ef-4adf-ba9c-7e30d8cf17cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] For port d158d4fc-a40e-4394-a34e-dc979224f855, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=d158d4fc-a40e-4394-a34e-dc979224f855,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:41.908527 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-c1a4ed4a-b2a9-4124-a910-7b8506238ad5 req-2d5218f4-a8ef-4adf-ba9c-7e30d8cf17cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for port (d158d4fc-a40e-4394-a34e-dc979224f855), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:41.981770 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ae96a7b7-744b-46d2-b271-b17f8dffd471 req-38e900c8-c103-4e01-8376-a8a180ec7550 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 210 time: 0.0289907 Apr 29 15:56:42.024432 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-c1a4ed4a-b2a9-4124-a910-7b8506238ad5 req-2d5218f4-a8ef-4adf-ba9c-7e30d8cf17cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:42.099705 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4ed4a-b2a9-4124-a910-7b8506238ad5 req-2d5218f4-a8ef-4adf-ba9c-7e30d8cf17cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:42.100371 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-c1a4ed4a-b2a9-4124-a910-7b8506238ad5 req-2d5218f4-a8ef-4adf-ba9c-7e30d8cf17cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:42.102740 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c1a4ed4a-b2a9-4124-a910-7b8506238ad5 req-2d5218f4-a8ef-4adf-ba9c-7e30d8cf17cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "PUT /v2.0/ports/d158d4fc-a40e-4394-a34e-dc979224f855 HTTP/1.1" status: 200 len: 943 time: 0.5037553 Apr 29 15:56:42.108363 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:42.109254 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59670) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:42.110680 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95f0eb2-dcae-4625-bfba-2d97f4a2d9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:56:42.145928 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2627d-fdea-4227-b750-8f6953ed8170 req-2570ced3-a5d8-480d-9630-1bb1160e18c1 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:42.147645 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4be2627d-fdea-4227-b750-8f6953ed8170 req-2570ced3-a5d8-480d-9630-1bb1160e18c1 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 944 time: 0.0918877 Apr 29 15:56:42.148959 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5218f4-a8ef-4adf-ba9c-7e30d8cf17cb tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event updated for resources: {'Port': ['ID=d158d4fc-a40e-4394-a34e-dc979224f855,revision_number=7']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:42.186351 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7973cff4-db75-4573-b516-899271ee6d68 x-openstack-request-id: req-7973cff4-db75-4573-b516-899271ee6d68 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:56:42.186720 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:56:42.187535 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7973cff4-db75-4573-b516-899271ee6d68 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:56:42.187535 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7973cff4-db75-4573-b516-899271ee6d68'] response: {'name': 'network-changed', 'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'status': 'completed', 'code': 200} Apr 29 15:56:42.191187 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2b76f6b1-fe7f-4cb2-91fc-3c57a4a5a842 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group (7f27d0f8-bae5-40b8-8885-d9d7b7eadab0), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:42.207558 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4be2627d-fdea-4227-b750-8f6953ed8170 req-563f7843-66e2-40ba-b7c7-a636277b2a73 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530725 Apr 29 15:56:42.221428 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2b76f6b1-fe7f-4cb2-91fc-3c57a4a5a842 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group (7f27d0f8-bae5-40b8-8885-d9d7b7eadab0), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:42.338521 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-79e0af2d-55fc-4129-956a-ba4f66692a1c None None] Provisioning complete for port d158d4fc-a40e-4394-a34e-dc979224f855 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:56:42.338973 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-79e0af2d-55fc-4129-956a-ba4f66692a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:42.355951 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2b76f6b1-fe7f-4cb2-91fc-3c57a4a5a842 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7f27d0f8-bae5-40b8-8885-d9d7b7eadab0), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:42.358538 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2b76f6b1-fe7f-4cb2-91fc-3c57a4a5a842 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:42.362446 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-2b76f6b1-fe7f-4cb2-91fc-3c57a4a5a842 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "DELETE /v2.0/security-groups/7f27d0f8-bae5-40b8-8885-d9d7b7eadab0 HTTP/1.1" status: 204 len: 168 time: 0.2519579 Apr 29 15:56:42.363944 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59678) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:42.372780 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76f6b1-fe7f-4cb2-91fc-3c57a4a5a842 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f27d0f8-bae5-40b8-8885-d9d7b7eadab0,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:42.446860 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-79e0af2d-55fc-4129-956a-ba4f66692a1c None None] Current status of the port d158d4fc-a40e-4394-a34e-dc979224f855 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:56:42.476655 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0eb2-dcae-4625-bfba-2d97f4a2d9b6 req-5f921043-6f0a-40bf-b2bc-f0d6279665bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:42.477470 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-e95f0eb2-dcae-4625-bfba-2d97f4a2d9b6 req-5f921043-6f0a-40bf-b2bc-f0d6279665bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e34d6a17637c4881bdca94d15105a795&device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 1130 time: 0.0540733 Apr 29 15:56:42.562161 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Deleting port 836bbc42-2246-43eb-ba97-113718c4bef0 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:56:42.562754 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (836bbc42-2246-43eb-ba97-113718c4bef0), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:42.569276 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0eb2-dcae-4625-bfba-2d97f4a2d9b6 req-37556072-c77e-4056-be33-965fdaec61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:42.570891 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-e95f0eb2-dcae-4625-bfba-2d97f4a2d9b6 req-37556072-c77e-4056-be33-965fdaec61d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9186de40-610d-414d-b482-035dcefa4c45 HTTP/1.1" status: 200 len: 916 time: 0.0863373 Apr 29 15:56:42.649744 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-e95f0eb2-dcae-4625-bfba-2d97f4a2d9b6 req-449fee0c-fd15-476e-91e6-d5ae3bf6407f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d158d4fc-a40e-4394-a34e-dc979224f855 HTTP/1.1" status: 200 len: 1002 time: 0.0722456 Apr 29 15:56:42.713380 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (836bbc42-2246-43eb-ba97-113718c4bef0), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:42.713699 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for floatingip (836bbc42-2246-43eb-ba97-113718c4bef0), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:42.717564 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0eb2-dcae-4625-bfba-2d97f4a2d9b6 req-bb24e342-61b2-4e3f-99a4-7591809fdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:42.719120 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-e95f0eb2-dcae-4625-bfba-2d97f4a2d9b6 req-bb24e342-61b2-4e3f-99a4-7591809fdd8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf247570-ba12-4a7a-94b0-eb862590a764 HTTP/1.1" status: 200 len: 854 time: 0.0503886 Apr 29 15:56:42.732226 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Calling delete_port for 836bbc42-2246-43eb-ba97-113718c4bef0 owned by network:floatingip {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:56:42.763240 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-4a75ce52-d384-4c69-8bf1-3ecfe2032562 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:42.764730 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-4a75ce52-d384-4c69-8bf1-3ecfe2032562 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.37 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 816 time: 0.1464205 Apr 29 15:56:42.766920 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0eb2-dcae-4625-bfba-2d97f4a2d9b6 req-9feb03ca-fa5d-4566-82e7-6841468bd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:42.768515 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-e95f0eb2-dcae-4625-bfba-2d97f4a2d9b6 req-9feb03ca-fa5d-4566-82e7-6841468bd99d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9186de40-610d-414d-b482-035dcefa4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415473 Apr 29 15:56:42.894329 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-e95f0eb2-dcae-4625-bfba-2d97f4a2d9b6 req-9f0deea0-500b-4c97-a9c7-91a0e6e77f7a service neutron] 10.222.0.37 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065085 Apr 29 15:56:42.910891 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['d158d4fc-a40e-4394-a34e-dc979224f855'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:56:42.920280 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-4d95c241-7f3a-4afa-bd02-359bdbbd41c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=450375541bcc49129d79046b5b2ce4b5 HTTP/1.1" status: 200 len: 380 time: 0.1246049 Apr 29 15:56:42.942112 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Request body: {'port': {'device_id': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'admin_state_up': True, 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'security_groups': ['d9227d76-6a82-45ba-a420-088302c50010']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:56:42.994691 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['d158d4fc-a40e-4394-a34e-dc979224f855'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:56:43.026914 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-e95f0eb2-dcae-4625-bfba-2d97f4a2d9b6 req-7c7600f7-51b6-4a38-b76d-15907a8e1322 service neutron] 10.222.0.37 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227963 Apr 29 15:56:43.129520 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-510afdbb-d1df-4ae7-a057-c341ed9aac6d req-46140a8c-26bb-41d7-abeb-af932306b323 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 210 time: 0.0409844 Apr 29 15:56:43.139833 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device ac9bb55f-1942-474f-b067-419ceedc756d up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:56:43.200871 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (836bbc42-2246-43eb-ba97-113718c4bef0), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:43.226932 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event deleted for resources: {'Port': ['ID=836bbc42-2246-43eb-ba97-113718c4bef0,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:43.230435 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Made reservation on behalf of 450375541bcc49129d79046b5b2ce4b5 for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:56:43.233961 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:43.263195 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port ac9bb55f-1942-474f-b067-419ceedc756d completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:56:43.332773 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port ac9bb55f-1942-474f-b067-419ceedc756d triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:56:43.333147 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:43.400673 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks [] for floatingip (c4158600-88f1-4a56-a010-b6348c331179), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:43.400924 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Floating IP c4158600-88f1-4a56-a010-b6348c331179 disassociated (deleted). External IP: 172.27.1.232, port: d158d4fc-a40e-4394-a34e-dc979224f855. Apr 29 15:56:43.420107 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port ac9bb55f-1942-474f-b067-419ceedc756d is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:56:43.420692 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:43.443173 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9bb55f-1942-474f-b067-419ceedc756d'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:43.445685 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c35f9a-ccb6-4a46-880a-7f073e9bc8d6" -d '{"events": [{"server_uuid": "2e89699d-454c-4ce9-9bf1-c7b6ca695fca", "name": "network-vif-plugged", "status": "completed", "tag": "ac9bb55f-1942-474f-b067-419ceedc756d"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:56:43.449076 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96328614-f442-4760-88bd-26fb6a221974 req-8e66d590-3824-4dc6-bf22-0ef853273407 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:43.450573 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-96328614-f442-4760-88bd-26fb6a221974 req-8e66d590-3824-4dc6-bf22-0ef853273407 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 944 time: 0.1471436 Apr 29 15:56:43.458536 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port ac9bb55f-1942-474f-b067-419ceedc756d, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ac9bb55f-1942-474f-b067-419ceedc756d,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:43.487308 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b707d96-bd65-4e5c-bcfc-d37e35f4637f x-openstack-request-id: req-5b707d96-bd65-4e5c-bcfc-d37e35f4637f {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:56:43.487308 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e89699d-454c-4ce9-9bf1-c7b6ca695fca", "name": "network-vif-plugged", "status": "completed", "tag": "ac9bb55f-1942-474f-b067-419ceedc756d", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:56:43.487308 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b707d96-bd65-4e5c-bcfc-d37e35f4637f {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:56:43.487308 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b707d96-bd65-4e5c-bcfc-d37e35f4637f'] response: {'server_uuid': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9bb55f-1942-474f-b067-419ceedc756d', 'code': 200} Apr 29 15:56:43.538704 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:43.559660 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Allocated IP 172.20.0.10 (2a3d153a-a0ac-449f-87b2-351b970a83ff/0c170ae4-ae39-4eb5-9f5f-38aad06bb45c/e7df0ec7-1d43-427e-b347-9bd150f129a8) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:56:43.587890 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=ac9bb55f-1942-474f-b067-419ceedc756d,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:43.603441 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-96328614-f442-4760-88bd-26fb6a221974 req-1f809e35-1f68-4cd7-98f2-396c4aab75b4 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284606 Apr 29 15:56:43.820046 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:43.822308 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:56:43.957914 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:43.963306 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f71a0-d3fc-46f6-9003-58ab11358181 req-21ebe89b-aafc-4344-ad42-639928003a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:43.965151 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-b47f71a0-d3fc-46f6-9003-58ab11358181 req-21ebe89b-aafc-4344-ad42-639928003a29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 1129 time: 0.0473998 Apr 29 15:56:43.967955 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:56:43.978309 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc38a0d6-488a-4b2c-9eb2-1ba180ad9e87 None None] Sync routers for ids ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:56:43.991007 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc38a0d6-488a-4b2c-9eb2-1ba180ad9e87 None None] Routers {'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:56:43.992717 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-bc38a0d6-488a-4b2c-9eb2-1ba180ad9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:44.016805 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Network 2a3d153a-a0ac-449f-87b2-351b970a83ff is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:56:44.021436 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:44.028722 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-b47f71a0-d3fc-46f6-9003-58ab11358181 req-4ea1a199-498a-427b-a6d4-2ab5a651681f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522029 Apr 29 15:56:44.045873 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:56:44.048400 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:56:44.110955 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event updated for resources: {'Port': ['ID=e7df0ec7-1d43-427e-b347-9bd150f129a8,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:44.119087 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-bc38a0d6-488a-4b2c-9eb2-1ba180ad9e87 None None] Set router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:56:44.124417 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-a1cd5d81-9ef0-453d-bc6b-87f78181f2d4 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "DELETE /v2.0/floatingips/c4158600-88f1-4a56-a010-b6348c331179 HTTP/1.1" status: 204 len: 168 time: 1.7582996 Apr 29 15:56:44.156241 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:44.161025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:44.189873 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:44.195791 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6049022-5cdd-4f12-9f8e-dd8137eee58c" -d '{"events": [{"name": "network-changed", "server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:56:44.271023 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-0445fd86-343d-4d46-bfb8-cb6060fa3bfa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3408711 Apr 29 15:56:44.298897 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Request body: {'port': {'device_id': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:56:44.344823 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe579f-80e3-4a29-bcb7-26769e07870e req-205afc8b-8bf0-4c69-9d78-533fe0b1b783 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:44.346315 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2ebe579f-80e3-4a29-bcb7-26769e07870e req-205afc8b-8bf0-4c69-9d78-533fe0b1b783 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 932 time: 0.1209013 Apr 29 15:56:44.377367 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-bc38a0d6-488a-4b2c-9eb2-1ba180ad9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:52:57Z', 'revision_number': 4, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '3efeb083-c43e-45c0-9ab3-28687aa36198', 'name': '', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'mac_address': 'fa:16:3e:82:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:56Z', 'updated_at': '2022-04-29T15:53:02Z', 'revision_number': 5, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'subnets': [{'id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:44.408359 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc38a0d6-488a-4b2c-9eb2-1ba180ad9e87 None None] Checking router: fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:56:44.410228 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-54de4928-2883-4e0e-b3b4-1f52930d7283 None None] Provisioning complete for port e7df0ec7-1d43-427e-b347-9bd150f129a8 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:56:44.410595 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-54de4928-2883-4e0e-b3b4-1f52930d7283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:44.415173 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:44.431695 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2ebe579f-80e3-4a29-bcb7-26769e07870e req-a2c28062-4fe7-4be7-89ac-095ceb9c087b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779853 Apr 29 15:56:44.447111 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc38a0d6-488a-4b2c-9eb2-1ba180ad9e87 None None] Routers {'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:56:44.447914 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-bc38a0d6-488a-4b2c-9eb2-1ba180ad9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:44.532036 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbed016-d82c-4dfc-8515-f28671524f17 x-openstack-request-id: req-2fbed016-d82c-4dfc-8515-f28671524f17 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:56:44.532823 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:56:44.532823 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fbed016-d82c-4dfc-8515-f28671524f17 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:56:44.533083 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbed016-d82c-4dfc-8515-f28671524f17'] response: {'name': 'network-changed', 'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'status': 'completed', 'code': 200} Apr 29 15:56:44.544559 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-54de4928-2883-4e0e-b3b4-1f52930d7283 None None] Port e7df0ec7-1d43-427e-b347-9bd150f129a8 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:56:44.596889 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-bc38a0d6-488a-4b2c-9eb2-1ba180ad9e87 None None] Set router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:56:44.752127 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7df0ec7-1d43-427e-b347-9bd150f129a8 {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:56:44.762968 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Publish callbacks [] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:44.770995 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479ea09-f850-4d40-909f-61c9fab024a1 req-8f3215bd-4f35-4427-9adb-ae4b8f6853b2 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:44.773050 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6479ea09-f850-4d40-909f-61c9fab024a1 req-8f3215bd-4f35-4427-9adb-ae4b8f6853b2 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 945 time: 0.0836694 Apr 29 15:56:44.796671 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Transition to ACTIVE for port object e7df0ec7-1d43-427e-b347-9bd150f129a8 will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:56:44.813942 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:44.814956 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-bc38a0d6-488a-4b2c-9eb2-1ba180ad9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:52:57Z', 'revision_number': 4, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '3efeb083-c43e-45c0-9ab3-28687aa36198', 'name': '', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'mac_address': 'fa:16:3e:82:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:56Z', 'updated_at': '2022-04-29T15:53:02Z', 'revision_number': 5, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'subnets': [{'id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:44.826993 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6479ea09-f850-4d40-909f-61c9fab024a1 req-35b86740-611e-4044-8faa-e0cde6d6badf tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469818 Apr 29 15:56:44.842572 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc38a0d6-488a-4b2c-9eb2-1ba180ad9e87 None None] The sync data for ids ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'] in dv-cinder-839872-2-iscsi is: [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:52:57Z', 'revision_number': 4, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '3efeb083-c43e-45c0-9ab3-28687aa36198', 'name': '', 'network_id': '9186de40-610d-414d-b482-035dcefa4c45', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'mac_address': 'fa:16:3e:82:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:56Z', 'updated_at': '2022-04-29T15:53:02Z', 'revision_number': 5, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'subnets': [{'id': 'bf247570-ba12-4a7a-94b0-eb862590a764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:56:44.886830 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:44.938806 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7df0ec7-1d43-427e-b347-9bd150f129a8,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:45.035190 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d6ba-c568-4d11-b987-952d1b6b58ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:45.036278 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6049022-5cdd-4f12-9f8e-dd8137eee58c req-ad47ea90-d000-4b67-b418-eee8203ae81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:45.043818 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d6049022-5cdd-4f12-9f8e-dd8137eee58c req-ad47ea90-d000-4b67-b418-eee8203ae81f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e34d6a17637c4881bdca94d15105a795&device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 1130 time: 0.0545278 Apr 29 15:56:45.044167 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Attempting to bind port e7df0ec7-1d43-427e-b347-9bd150f129a8 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:56:45.044167 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Attempting to bind port e7df0ec7-1d43-427e-b347-9bd150f129a8 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:56:45.044167 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Attempting to bind port e7df0ec7-1d43-427e-b347-9bd150f129a8 on network 2a3d153a-a0ac-449f-87b2-351b970a83ff {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:56:45.047843 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Port e7df0ec7-1d43-427e-b347-9bd150f129a8 on network 2a3d153a-a0ac-449f-87b2-351b970a83ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:56:45.048170 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Attempting to bind port e7df0ec7-1d43-427e-b347-9bd150f129a8 on network 2a3d153a-a0ac-449f-87b2-351b970a83ff {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:56:45.053849 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:56:45.054464 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Checking segment: {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:56:45.055041 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Bound using segment: {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:56:45.055543 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Bound port: e7df0ec7-1d43-427e-b347-9bd150f129a8, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:56:45.056085 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:45.154634 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:56:45.158908 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:56:45.182294 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6049022-5cdd-4f12-9f8e-dd8137eee58c req-8ead258e-4b5a-4d32-b8ac-4a8dfc1a4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:45.183872 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d6049022-5cdd-4f12-9f8e-dd8137eee58c req-8ead258e-4b5a-4d32-b8ac-4a8dfc1a4a23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9186de40-610d-414d-b482-035dcefa4c45 HTTP/1.1" status: 200 len: 916 time: 0.1213193 Apr 29 15:56:45.185797 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ce6e8-06ad-4688-9282-e0c32c37972a None None] New status for floating IP c4158600-88f1-4a56-a010-b6348c331179: DOWN {{(pid=110326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:56:45.259356 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:45.298217 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:45.298824 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:45.300226 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] 10.222.0.37 "PUT /v2.0/ports/e7df0ec7-1d43-427e-b347-9bd150f129a8 HTTP/1.1" status: 200 len: 1094 time: 1.0135953 Apr 29 15:56:45.324135 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9b492-7bbf-45c7-97b8-28379d289bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7df0ec7-1d43-427e-b347-9bd150f129a8,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:45.679952 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff41b82-6cde-43a6-b56e-3aab10ecaafb req-04cab339-29b7-425d-9d55-5376b69f0609 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:45.687307 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8ff41b82-6cde-43a6-b56e-3aab10ecaafb req-04cab339-29b7-425d-9d55-5376b69f0609 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.1731305 Apr 29 15:56:45.748492 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8ff41b82-6cde-43a6-b56e-3aab10ecaafb req-8f281299-6b84-4b15-9cae-cafe58673859 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556524 Apr 29 15:56:45.781852 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d6049022-5cdd-4f12-9f8e-dd8137eee58c req-4865d420-a24b-4973-9475-ba4b05fe5def service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d158d4fc-a40e-4394-a34e-dc979224f855 HTTP/1.1" status: 200 len: 217 time: 0.0497370 Apr 29 15:56:45.943082 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e125ebb-0297-498a-963f-854967b89813 req-d8cc48b0-64ac-4cd7-935a-987e1db92e9c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:45.944719 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9e125ebb-0297-498a-963f-854967b89813 req-d8cc48b0-64ac-4cd7-935a-987e1db92e9c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 945 time: 0.0503163 Apr 29 15:56:45.994052 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9e125ebb-0297-498a-963f-854967b89813 req-f587443a-560b-4e66-ad56-fc8378aa6ac8 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434649 Apr 29 15:56:46.533968 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:46.536384 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbb2d2f-e0d3-4b52-be62-6db347dd4f42" -d '{"events": [{"name": "network-changed", "server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:56:46.569770 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a898e12-85c2-4705-9603-1457e23267aa x-openstack-request-id: req-2a898e12-85c2-4705-9603-1457e23267aa {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:56:46.570212 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:56:46.570701 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a898e12-85c2-4705-9603-1457e23267aa {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:56:46.571109 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a898e12-85c2-4705-9603-1457e23267aa'] response: {'name': 'network-changed', 'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'status': 'completed', 'code': 200} Apr 29 15:56:46.685738 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6049022-5cdd-4f12-9f8e-dd8137eee58c req-00059529-47d9-47a9-894d-f574c63c78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:46.686858 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-f499b1ac-bb77-4f8b-9969-474713fb22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:46.687672 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d6049022-5cdd-4f12-9f8e-dd8137eee58c req-00059529-47d9-47a9-894d-f574c63c78f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf247570-ba12-4a7a-94b0-eb862590a764 HTTP/1.1" status: 200 len: 854 time: 0.0545204 Apr 29 15:56:46.693289 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-f499b1ac-bb77-4f8b-9969-474713fb22b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 1128 time: 0.0492251 Apr 29 15:56:46.736451 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6049022-5cdd-4f12-9f8e-dd8137eee58c req-204c9c81-aa3a-4dd1-b76d-e1800cc03093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:46.738314 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d6049022-5cdd-4f12-9f8e-dd8137eee58c req-204c9c81-aa3a-4dd1-b76d-e1800cc03093 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9186de40-610d-414d-b482-035dcefa4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442886 Apr 29 15:56:46.813416 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-fe99f110-179a-4ac7-a3d3-9df39c570eff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8 HTTP/1.1" status: 200 len: 217 time: 0.0390494 Apr 29 15:56:46.891452 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d0a49-7f8d-427b-b74c-4eddd53660cb req-c244cb4c-dc45-4223-a9ea-07c32e7f868d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:46.893783 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ea2d0a49-7f8d-427b-b74c-4eddd53660cb req-c244cb4c-dc45-4223-a9ea-07c32e7f868d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0522585 Apr 29 15:56:46.896663 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d6049022-5cdd-4f12-9f8e-dd8137eee58c req-6cdffb7f-3305-4388-8604-e2fa77e1092b service neutron] 10.222.0.37 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918779 Apr 29 15:56:46.943682 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ea2d0a49-7f8d-427b-b74c-4eddd53660cb req-d2e1b67e-4d72-4f56-84e9-ceb1401ad173 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438478 Apr 29 15:56:47.197841 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c10e0f-7c5d-4924-948a-140bcd7dc049 req-5bf745d7-a83d-43ef-a7f2-ea9dc9e862cc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:47.199328 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a9c10e0f-7c5d-4924-948a-140bcd7dc049 req-5bf745d7-a83d-43ef-a7f2-ea9dc9e862cc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 945 time: 0.1397018 Apr 29 15:56:47.215604 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-70901d4c-1d1b-4716-a2fa-1daa0c6ce782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:47.219556 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-70901d4c-1d1b-4716-a2fa-1daa0c6ce782 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c HTTP/1.1" status: 200 len: 855 time: 0.0773966 Apr 29 15:56:47.231407 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-d6049022-5cdd-4f12-9f8e-dd8137eee58c req-cce2fc01-1b71-49d9-8654-827640daa57f service neutron] 10.222.0.37 "GET /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007862 Apr 29 15:56:47.285990 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a9c10e0f-7c5d-4924-948a-140bcd7dc049 req-68024bc2-cfcf-4665-a733-8d97ee90755a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801260 Apr 29 15:56:47.293886 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-9b4f0bf7-3ef0-45e4-bd52-ddd5d8a7f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:47.295302 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-9b4f0bf7-3ef0-45e4-bd52-ddd5d8a7f029 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a3d153a-a0ac-449f-87b2-351b970a83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638258 Apr 29 15:56:47.432486 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa276-913d-41bc-9861-a2dad4bf5762 req-6147688c-619c-4bf4-b4da-c90301e35722 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:47.433937 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3f9fa276-913d-41bc-9861-a2dad4bf5762 req-6147688c-619c-4bf4-b4da-c90301e35722 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 945 time: 0.0651245 Apr 29 15:56:47.437634 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-e8027935-9e70-4cb0-89f6-154fcbd1fd46 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357458 Apr 29 15:56:47.441101 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-8c47e141-eb7b-4945-8b67-76534e945814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:47.810904 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3f9fa276-913d-41bc-9861-a2dad4bf5762 req-d24e01ba-674d-4e14-9f73-102f43cfdf99 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3705797 Apr 29 15:56:47.831968 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-46e1f4c5-875f-45c5-ae65-a17055ddc67d req-8816c56e-e179-4025-a03b-bd7bcd6ba8bc service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847151 Apr 29 15:56:47.833480 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59752) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:47.914809 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2986e0-95e3-4ec2-a5ca-ed28a0f8befb tempest-TestVolumeBootPattern-814908572 tempest-TestVolumeBootPattern-814908572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:47.916378 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-1a2986e0-95e3-4ec2-a5ca-ed28a0f8befb tempest-TestVolumeBootPattern-814908572 tempest-TestVolumeBootPattern-814908572-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 1124 time: 0.0819876 Apr 29 15:56:47.919309 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59760) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:47.923744 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'port_id': 'ac9bb55f-1942-474f-b067-419ceedc756d', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:56:48.013072 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:48.124920 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e7a4-70e4-471a-ab9d-d9377621449f req-abbc8383-5623-4c95-99e5-7167a639bbdc tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:48.126355 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8376e7a4-70e4-471a-ab9d-d9377621449f req-abbc8383-5623-4c95-99e5-7167a639bbdc tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.1048663 Apr 29 15:56:48.163317 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:48.216759 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8376e7a4-70e4-471a-ab9d-d9377621449f req-4cbd14eb-9cc9-4720-afc4-cd2cec75b5be tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830626 Apr 29 15:56:48.292976 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Allocated IP 172.27.1.177 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/e4d239af-495e-4a61-8b56-2f2e8f251ba3) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:56:48.402663 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for port (e4d239af-495e-4a61-8b56-2f2e8f251ba3), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:48.487289 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (e4d239af-495e-4a61-8b56-2f2e8f251ba3), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:48.526273 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:56:48.531116 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:56:48.534721 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:56:48.540269 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'Port': ['ID=e4d239af-495e-4a61-8b56-2f2e8f251ba3,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:48.692676 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:48.915688 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (cd5a3a3a-4e1f-4f12-83d6-834a81e55cc7), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:49.086206 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e4d239af-495e-4a61-8b56-2f2e8f251ba3), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:49.238814 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for port (e4d239af-495e-4a61-8b56-2f2e8f251ba3), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:49.287084 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (e4d239af-495e-4a61-8b56-2f2e8f251ba3), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:49.390833 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58838f41-a289-44d9-a9bf-4be92e681c7b req-ed345434-e8e7-4617-9a59-5924cd713084 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:49.392333 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-58838f41-a289-44d9-a9bf-4be92e681c7b req-ed345434-e8e7-4617-9a59-5924cd713084 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.1020520 Apr 29 15:56:49.392929 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'Port': ['ID=e4d239af-495e-4a61-8b56-2f2e8f251ba3,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:49.430839 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (cd5a3a3a-4e1f-4f12-83d6-834a81e55cc7), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:49.490830 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-58838f41-a289-44d9-a9bf-4be92e681c7b req-28b598e9-c2c8-4bb1-a121-c0e43470177e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911121 Apr 29 15:56:49.553288 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Floating IP cd5a3a3a-4e1f-4f12-83d6-834a81e55cc7 associated. External IP: 172.27.1.177, port: ac9bb55f-1942-474f-b067-419ceedc756d. Apr 29 15:56:49.766276 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Router cd003357-749a-41b1-958f-4415c52925d5 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:56:49.874980 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:56:49.884515 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8579cc-b53a-490a-b375-8fbf4a0225d2 None None] Sync routers for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:56:49.894542 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8579cc-b53a-490a-b375-8fbf4a0225d2 None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:56:49.895168 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-3a8579cc-b53a-490a-b375-8fbf4a0225d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:49.968702 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:50.004021 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-a6dd22d6-3e7c-4ce7-ba83-a287c01376b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0834846 Apr 29 15:56:50.004697 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'tag': 'ac9bb55f-1942-474f-b067-419ceedc756d'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:50.007072 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7627bb30-ff67-4159-b01a-be6b4756c68f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e89699d-454c-4ce9-9bf1-c7b6ca695fca", "tag": "ac9bb55f-1942-474f-b067-419ceedc756d"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:56:50.054846 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3973b788-8f9d-4e2f-97f5-0ead1ae200bf x-openstack-request-id: req-3973b788-8f9d-4e2f-97f5-0ead1ae200bf {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:56:50.055145 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e89699d-454c-4ce9-9bf1-c7b6ca695fca", "tag": "ac9bb55f-1942-474f-b067-419ceedc756d", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:56:50.055403 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3973b788-8f9d-4e2f-97f5-0ead1ae200bf {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:56:50.055875 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3973b788-8f9d-4e2f-97f5-0ead1ae200bf'] response: {'name': 'network-changed', 'server_uuid': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'tag': 'ac9bb55f-1942-474f-b067-419ceedc756d', 'status': 'completed', 'code': 200} Apr 29 15:56:50.141717 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-3a8579cc-b53a-490a-b375-8fbf4a0225d2 None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:56:50.184754 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:50.359670 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-3a8579cc-b53a-490a-b375-8fbf4a0225d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': 'cd5a3a3a-4e1f-4f12-83d6-834a81e55cc7', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': 'ac9bb55f-1942-474f-b067-419ceedc756d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:42:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:56:48Z', 'updated_at': '2022-04-29T15:56:48Z', 'revision_number': 0, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:50.386655 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8579cc-b53a-490a-b375-8fbf4a0225d2 None None] Checking router: cd003357-749a-41b1-958f-4415c52925d5 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:56:50.394742 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8579cc-b53a-490a-b375-8fbf4a0225d2 None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:56:50.395354 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-3a8579cc-b53a-490a-b375-8fbf4a0225d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:50.503024 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-3a8579cc-b53a-490a-b375-8fbf4a0225d2 None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:56:50.612471 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baefb5-b376-4f26-a896-1d926556b2cd req-ca955c6e-f276-4db7-aab3-025b58300099 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:50.614353 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-26baefb5-b376-4f26-a896-1d926556b2cd req-ca955c6e-f276-4db7-aab3-025b58300099 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0484667 Apr 29 15:56:50.666406 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-26baefb5-b376-4f26-a896-1d926556b2cd req-230ee2fa-d0da-4df0-99f1-9c66423804fc tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463214 Apr 29 15:56:50.723508 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-3a8579cc-b53a-490a-b375-8fbf4a0225d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': 'cd5a3a3a-4e1f-4f12-83d6-834a81e55cc7', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': 'ac9bb55f-1942-474f-b067-419ceedc756d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:42:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:56:48Z', 'updated_at': '2022-04-29T15:56:48Z', 'revision_number': 0, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:50.753668 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8579cc-b53a-490a-b375-8fbf4a0225d2 None None] The sync data for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi is: [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': 'cd5a3a3a-4e1f-4f12-83d6-834a81e55cc7', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': 'ac9bb55f-1942-474f-b067-419ceedc756d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:42:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:56:48Z', 'updated_at': '2022-04-29T15:56:48Z', 'revision_number': 0, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:56:50.940023 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb56954-b840-4850-a213-63a9010cb2e8 None None] New status for floating IP cd5a3a3a-4e1f-4f12-83d6-834a81e55cc7: ACTIVE {{(pid=110326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:56:51.675187 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:51.770997 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb2d2f-e0d3-4b52-be62-6db347dd4f42 req-140e9c79-9004-4d0b-95b7-0d9c474ac6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:51.773212 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-9fbb2d2f-e0d3-4b52-be62-6db347dd4f42 req-140e9c79-9004-4d0b-95b7-0d9c474ac6a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 1128 time: 0.0517819 Apr 29 15:56:51.839739 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a43ba7ea-c1ef-42ba-904a-01542ff70636 req-609de982-4ec7-4fdf-b1f8-86a2558aed01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1151819 Apr 29 15:56:51.855215 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f0ca1-9dc0-4e0d-80c8-c83cf20b766d req-1004cc41-2108-4a7d-878a-5d9ba9b384be tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:51.856706 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ab9f0ca1-9dc0-4e0d-80c8-c83cf20b766d req-1004cc41-2108-4a7d-878a-5d9ba9b384be tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 946 time: 0.1642251 Apr 29 15:56:51.859482 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627bb30-ff67-4159-b01a-be6b4756c68f req-a5d53aa1-32fc-4315-8823-770a1c251ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:51.860896 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7627bb30-ff67-4159-b01a-be6b4756c68f req-a5d53aa1-32fc-4315-8823-770a1c251ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 1129 time: 0.1064668 Apr 29 15:56:51.868098 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d0ed5-8041-4ca2-8e53-3c441ec26165 req-153206c6-5170-41a2-9bb3-8076dd23cf01 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:51.869528 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0e1d0ed5-8041-4ca2-8e53-3c441ec26165 req-153206c6-5170-41a2-9bb3-8076dd23cf01 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0945222 Apr 29 15:56:51.874422 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb2d2f-e0d3-4b52-be62-6db347dd4f42 req-d2799809-11d7-4539-9f6c-b5a79dbf8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:51.876086 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-9fbb2d2f-e0d3-4b52-be62-6db347dd4f42 req-d2799809-11d7-4539-9f6c-b5a79dbf8c1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 917 time: 0.0970457 Apr 29 15:56:51.943166 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ab9f0ca1-9dc0-4e0d-80c8-c83cf20b766d req-4fa182b1-cea7-43ec-b304-190c73c477ac tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726762 Apr 29 15:56:51.947275 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0e1d0ed5-8041-4ca2-8e53-3c441ec26165 req-7765cd3d-f781-4319-8a0e-88179916da83 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698161 Apr 29 15:56:53.085837 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40390055-7aeb-40c9-89fb-19c6f54bef7d req-fe71c2bb-674e-4868-aa3d-084e9c76435e tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:53.087315 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-40390055-7aeb-40c9-89fb-19c6f54bef7d req-fe71c2bb-674e-4868-aa3d-084e9c76435e tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 946 time: 0.0747201 Apr 29 15:56:53.108392 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e08ba1-4ad4-4b7d-9146-031c01edf9da req-b8f23805-1719-437a-acdc-b6f055768a3f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:53.109822 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-55e08ba1-4ad4-4b7d-9146-031c01edf9da req-b8f23805-1719-437a-acdc-b6f055768a3f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0659070 Apr 29 15:56:53.148806 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e7df0ec7-1d43-427e-b347-9bd150f129a8 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:56:53.170386 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-40390055-7aeb-40c9-89fb-19c6f54bef7d req-9c7c80da-6790-4358-a1eb-dcd04de65c43 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773518 Apr 29 15:56:53.187943 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-55e08ba1-4ad4-4b7d-9146-031c01edf9da req-978c2e70-11fb-426f-8227-f2ae9fd4df45 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656142 Apr 29 15:56:53.258376 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:53.269596 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'port_id': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'mac_address': 'fa:16:3e:4f:bd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:56:53.306558 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e7df0ec7-1d43-427e-b347-9bd150f129a8 is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:56:53.306946 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:53.319456 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7df0ec7-1d43-427e-b347-9bd150f129a8 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:56:53.339054 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:53.435877 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:53.482205 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e7df0ec7-1d43-427e-b347-9bd150f129a8,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:53.601425 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-9fbb2d2f-e0d3-4b52-be62-6db347dd4f42 req-a6a64894-1ff5-4fd9-b576-42b4bd083f01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8 HTTP/1.1" status: 200 len: 217 time: 0.0377762 Apr 29 15:56:53.659216 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb2d2f-e0d3-4b52-be62-6db347dd4f42 req-35b6d484-b022-4d9c-b8c3-bc756ad955fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:53.660726 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-9fbb2d2f-e0d3-4b52-be62-6db347dd4f42 req-35b6d484-b022-4d9c-b8c3-bc756ad955fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c HTTP/1.1" status: 200 len: 855 time: 0.0521085 Apr 29 15:56:53.672232 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba7ea-c1ef-42ba-904a-01542ff70636 req-5963d435-583d-4569-b43e-702ace43b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:53.673704 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a43ba7ea-c1ef-42ba-904a-01542ff70636 req-5963d435-583d-4569-b43e-702ace43b1e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0821433 Apr 29 15:56:53.694467 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627bb30-ff67-4159-b01a-be6b4756c68f req-b5410a34-9c84-42cb-875f-5a7bab8da8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:53.694467 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7627bb30-ff67-4159-b01a-be6b4756c68f req-b5410a34-9c84-42cb-875f-5a7bab8da8a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 913 time: 0.1276054 Apr 29 15:56:53.713547 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb2d2f-e0d3-4b52-be62-6db347dd4f42 req-130ab73d-e259-418a-9d13-db3cf7772012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:53.715043 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-9fbb2d2f-e0d3-4b52-be62-6db347dd4f42 req-130ab73d-e259-418a-9d13-db3cf7772012 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a3d153a-a0ac-449f-87b2-351b970a83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402093 Apr 29 15:56:53.793643 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7627bb30-ff67-4159-b01a-be6b4756c68f req-998c31fe-02e4-4575-aec4-750122d34032 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac9bb55f-1942-474f-b067-419ceedc756d HTTP/1.1" status: 200 len: 1001 time: 0.0924389 Apr 29 15:56:53.802652 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['e7df0ec7-1d43-427e-b347-9bd150f129a8'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:56:53.854999 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba7ea-c1ef-42ba-904a-01542ff70636 req-3c0be5c3-5261-49b6-a319-64b60dea104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:53.855876 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-9fbb2d2f-e0d3-4b52-be62-6db347dd4f42 req-c9078c0a-b5fc-414d-a2f4-634152869c56 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975814 Apr 29 15:56:53.856611 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a43ba7ea-c1ef-42ba-904a-01542ff70636 req-3c0be5c3-5261-49b6-a319-64b60dea104f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 200 len: 919 time: 0.1113458 Apr 29 15:56:53.992569 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a43ba7ea-c1ef-42ba-904a-01542ff70636 req-c6816676-819d-4dd4-89e4-b1cb4984fdf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cee5e46-58d2-448f-adee-be2c38332f8f HTTP/1.1" status: 200 len: 217 time: 0.0794754 Apr 29 15:56:54.005024 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627bb30-ff67-4159-b01a-be6b4756c68f req-6e565e99-04f6-464d-a32b-b3cc128a7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:54.005305 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-9fbb2d2f-e0d3-4b52-be62-6db347dd4f42 req-3de59343-20d1-4e2a-84af-8e73287a77f8 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926890 Apr 29 15:56:54.007684 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7627bb30-ff67-4159-b01a-be6b4756c68f req-6e565e99-04f6-464d-a32b-b3cc128a7772 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb HTTP/1.1" status: 200 len: 851 time: 0.0948021 Apr 29 15:56:54.136270 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef70825-4af6-4702-af73-102b3aa2e71f req-339b2818-3884-4213-b07a-2567dd576047 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:54.137696 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aef70825-4af6-4702-af73-102b3aa2e71f req-339b2818-3884-4213-b07a-2567dd576047 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.37 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 946 time: 0.1099415 Apr 29 15:56:54.140577 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627bb30-ff67-4159-b01a-be6b4756c68f req-d59dbe00-e345-4423-bede-cccd682d70db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:54.145346 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7627bb30-ff67-4159-b01a-be6b4756c68f req-d59dbe00-e345-4423-bede-cccd682d70db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79c6c2df-648a-4e52-83c5-171cce1d2a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1130853 Apr 29 15:56:54.161255 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba7ea-c1ef-42ba-904a-01542ff70636 req-60968064-d6b3-451f-9812-a5f3281d3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:54.162603 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a43ba7ea-c1ef-42ba-904a-01542ff70636 req-60968064-d6b3-451f-9812-a5f3281d3bd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 200 len: 857 time: 0.1432133 Apr 29 15:56:54.354432 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba7ea-c1ef-42ba-904a-01542ff70636 req-0ac7e2ea-292d-464d-beef-c5455935ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:54.355941 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a43ba7ea-c1ef-42ba-904a-01542ff70636 req-0ac7e2ea-292d-464d-beef-c5455935ff95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1de7a5a-0bdd-472f-8ef1-d841062133e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1662214 Apr 29 15:56:54.707177 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9452a-e897-4d91-a105-b7251dc9e542 req-336322a1-40e8-496a-95dc-c67c531b8632 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:54.708975 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-24c9452a-e897-4d91-a105-b7251dc9e542 req-336322a1-40e8-496a-95dc-c67c531b8632 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 946 time: 0.4643967 Apr 29 15:56:54.736698 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317ff1e-8b80-468b-9764-93c0ebe7f688 req-b785be55-c945-4394-8b73-d1d968c5ec7e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:54.738333 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9317ff1e-8b80-468b-9764-93c0ebe7f688 req-b785be55-c945-4394-8b73-d1d968c5ec7e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 945 time: 0.4418099 Apr 29 15:56:54.749694 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-aef70825-4af6-4702-af73-102b3aa2e71f req-89631df7-4943-4049-8853-7db6c7dc8ff2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Deleting port d158d4fc-a40e-4394-a34e-dc979224f855 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:56:54.754791 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-aef70825-4af6-4702-af73-102b3aa2e71f req-89631df7-4943-4049-8853-7db6c7dc8ff2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:54.824634 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7627bb30-ff67-4159-b01a-be6b4756c68f req-cb3dcb7c-ca14-4908-b7d5-31d867620f0a service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714776 Apr 29 15:56:54.965071 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a43ba7ea-c1ef-42ba-904a-01542ff70636 req-b1da19e6-909f-4f30-9b45-5180c6531ee2 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085001 Apr 29 15:56:55.010629 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-24c9452a-e897-4d91-a105-b7251dc9e542 req-53ae0ea4-321a-4304-af89-3bdf011e60d5 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fa5b3a3-6953-4a46-ae5c-82474a306d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884400 Apr 29 15:56:55.018404 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9317ff1e-8b80-468b-9764-93c0ebe7f688 req-ae641708-2a39-4e92-8b43-c6b71bd32ace tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639229 Apr 29 15:56:55.064281 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-aef70825-4af6-4702-af73-102b3aa2e71f req-89631df7-4943-4049-8853-7db6c7dc8ff2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] For port d158d4fc-a40e-4394-a34e-dc979224f855, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=d158d4fc-a40e-4394-a34e-dc979224f855,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:55.064647 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-aef70825-4af6-4702-af73-102b3aa2e71f req-89631df7-4943-4049-8853-7db6c7dc8ff2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:55.123406 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-aef70825-4af6-4702-af73-102b3aa2e71f req-89631df7-4943-4049-8853-7db6c7dc8ff2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Calling delete_port for d158d4fc-a40e-4394-a34e-dc979224f855 owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:56:55.128143 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7627bb30-ff67-4159-b01a-be6b4756c68f req-6c47b03e-5720-4e44-b331-58583f22ecd4 service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901108 Apr 29 15:56:55.185227 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e7df0ec7-1d43-427e-b347-9bd150f129a8 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:56:55.190596 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a43ba7ea-c1ef-42ba-904a-01542ff70636 req-113e0b84-3621-4cf2-a34b-023a0c4c16a4 service neutron] 10.222.0.37 "GET /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904964 Apr 29 15:56:55.231659 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port e7df0ec7-1d43-427e-b347-9bd150f129a8 completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:56:55.298040 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port e7df0ec7-1d43-427e-b347-9bd150f129a8 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:56:55.298417 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:55.378281 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e7df0ec7-1d43-427e-b347-9bd150f129a8 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:56:55.378526 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-aef70825-4af6-4702-af73-102b3aa2e71f req-89631df7-4943-4049-8853-7db6c7dc8ff2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (d158d4fc-a40e-4394-a34e-dc979224f855), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:55.378672 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:55.401999 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:55.404302 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4573e1c9-010c-47b5-9565-b3f9f0553efa" -d '{"events": [{"server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "name": "network-vif-plugged", "status": "completed", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:56:55.412510 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89631df7-4943-4049-8853-7db6c7dc8ff2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Pushing event deleted for resources: {'Port': ['ID=d158d4fc-a40e-4394-a34e-dc979224f855,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:55.425774 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:55.450875 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a932827a-3de6-44d0-80e6-769656219aa2 x-openstack-request-id: req-a932827a-3de6-44d0-80e6-769656219aa2 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:56:55.451189 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "name": "network-vif-plugged", "status": "completed", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:56:55.451455 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a932827a-3de6-44d0-80e6-769656219aa2 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:56:55.451895 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a932827a-3de6-44d0-80e6-769656219aa2'] response: {'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'code': 200} Apr 29 15:56:55.460187 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef70825-4af6-4702-af73-102b3aa2e71f req-89631df7-4943-4049-8853-7db6c7dc8ff2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] No DVR routers for this DVR port d158d4fc-a40e-4394-a34e-dc979224f855 on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:56:55.462817 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-aef70825-4af6-4702-af73-102b3aa2e71f req-89631df7-4943-4049-8853-7db6c7dc8ff2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:55.466181 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aef70825-4af6-4702-af73-102b3aa2e71f req-89631df7-4943-4049-8853-7db6c7dc8ff2 tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.37 "DELETE /v2.0/ports/d158d4fc-a40e-4394-a34e-dc979224f855 HTTP/1.1" status: 204 len: 173 time: 1.3219340 Apr 29 15:56:55.466618 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'name': 'network-vif-deleted', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:55.468891 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cf406e-8979-4676-b3a1-344a44aa3fff" -d '{"events": [{"server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "name": "network-vif-deleted", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:56:55.503761 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb26ecb-78be-412c-b548-743120102514 x-openstack-request-id: req-efb26ecb-78be-412c-b548-743120102514 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:56:55.504130 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b973e31f-d8cc-49ee-8393-8ea421904ac2", "name": "network-vif-deleted", "tag": "d158d4fc-a40e-4394-a34e-dc979224f855", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:56:55.504389 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efb26ecb-78be-412c-b548-743120102514 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:56:55.504798 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb26ecb-78be-412c-b548-743120102514'] response: {'server_uuid': 'b973e31f-d8cc-49ee-8393-8ea421904ac2', 'name': 'network-vif-deleted', 'tag': 'd158d4fc-a40e-4394-a34e-dc979224f855', 'status': 'completed', 'code': 200} Apr 29 15:56:55.509853 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:55.511267 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device d158d4fc-a40e-4394-a34e-dc979224f855 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:56:55.548329 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: d158d4fc-a40e-4394-a34e-dc979224f855 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:56:55.548671 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device d158d4fc-a40e-4394-a34e-dc979224f855 not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:56:55.575328 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e7df0ec7-1d43-427e-b347-9bd150f129a8,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:55.770924 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683fd9a-09eb-4339-b2e9-3f2326f648a9 req-fbcda79c-9d6d-499c-943d-4afe0d90b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:55.774646 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5683fd9a-09eb-4339-b2e9-3f2326f648a9 req-fbcda79c-9d6d-499c-943d-4afe0d90b64d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 1130 time: 0.0415463 Apr 29 15:56:55.843680 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5683fd9a-09eb-4339-b2e9-3f2326f648a9 req-204b0b0c-340f-4c3f-8476-e04efb3643ce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642416 Apr 29 15:56:56.139408 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2846346d-1282-4074-bf51-8799deaca51d req-1b12d914-b167-4316-9d70-25b468a0a07e tempest-TestMinimumBasicScenario-445923063 tempest-TestMinimumBasicScenario-445923063-project] 10.222.0.23 "GET /v2.0/ports?device_id=b973e31f-d8cc-49ee-8393-8ea421904ac2 HTTP/1.1" status: 200 len: 210 time: 0.0406156 Apr 29 15:56:56.192857 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c4091-6f6f-45ac-a28f-b7f97281ac92 req-2075bff3-0225-45c1-b82b-117be39d2ddd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:56.194604 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5a7c4091-6f6f-45ac-a28f-b7f97281ac92 req-2075bff3-0225-45c1-b82b-117be39d2ddd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0585573 Apr 29 15:56:56.247642 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5a7c4091-6f6f-45ac-a28f-b7f97281ac92 req-719fffe1-a036-467f-a80f-1b9d0fa0349a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471070 Apr 29 15:56:57.380380 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4fe3e-0772-4943-a613-08eb58ae6b9c req-8bfabedf-3e20-4736-9035-cfbce56d1250 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:57.382015 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6dc4fe3e-0772-4943-a613-08eb58ae6b9c req-8bfabedf-3e20-4736-9035-cfbce56d1250 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0492425 Apr 29 15:56:57.439559 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6dc4fe3e-0772-4943-a613-08eb58ae6b9c req-b4c37322-c1cd-46d5-ada3-e56bee415653 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517454 Apr 29 15:56:58.565768 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebe032-bea8-44bd-98af-b0918e5870b2 req-1047343e-aa0c-430d-9ad4-4c22ca725a32 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:58.567236 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b8ebe032-bea8-44bd-98af-b0918e5870b2 req-1047343e-aa0c-430d-9ad4-4c22ca725a32 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0516076 Apr 29 15:56:58.614607 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b8ebe032-bea8-44bd-98af-b0918e5870b2 req-97e5db74-6287-4d7c-941f-794b97643cb8 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 Apr 29 15:56:58.655248 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59920) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:58.758019 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0d6ee-8f92-4cfb-80f2-a15e11d59b9b req-e20323d5-68eb-4fe0-8845-b1a41ccd6b0f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:58.759515 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-51c0d6ee-8f92-4cfb-80f2-a15e11d59b9b req-e20323d5-68eb-4fe0-8845-b1a41ccd6b0f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0650349 Apr 29 15:56:58.768619 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59922) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:56:58.773574 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-d958b37b-0c8c-45d3-be96-ff8c71a6f889 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Request body: {'floatingip': {'port_id': 'e7df0ec7-1d43-427e-b347-9bd150f129a8'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:56:58.813590 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d958b37b-0c8c-45d3-be96-ff8c71a6f889 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (8f5b0031-29c9-4a8c-9e99-cb567bc38b3b), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:59.101052 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c986e123-6245-4c72-bf9f-e7111626612c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739361'] for router_interface (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:59.277567 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d958b37b-0c8c-45d3-be96-ff8c71a6f889 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:59.338225 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d958b37b-0c8c-45d3-be96-ff8c71a6f889 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (8f5b0031-29c9-4a8c-9e99-cb567bc38b3b), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:59.402097 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-c986e123-6245-4c72-bf9f-e7111626612c admin admin] Deleting port 3efeb083-c43e-45c0-9ab3-28687aa36198 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:56:59.402662 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c986e123-6245-4c72-bf9f-e7111626612c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:59.444878 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.l3_db [None req-d958b37b-0c8c-45d3-be96-ff8c71a6f889 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Floating IP 8f5b0031-29c9-4a8c-9e99-cb567bc38b3b associated. External IP: 172.27.1.242, port: e7df0ec7-1d43-427e-b347-9bd150f129a8. Apr 29 15:56:59.492364 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-c986e123-6245-4c72-bf9f-e7111626612c admin admin] For port 3efeb083-c43e-45c0-9ab3-28687aa36198, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=3efeb083-c43e-45c0-9ab3-28687aa36198,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:56:59.492731 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c986e123-6245-4c72-bf9f-e7111626612c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:59.505933 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-c986e123-6245-4c72-bf9f-e7111626612c admin admin] Calling delete_port for 3efeb083-c43e-45c0-9ab3-28687aa36198 owned by network:router_interface {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:56:59.795867 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c986e123-6245-4c72-bf9f-e7111626612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (3efeb083-c43e-45c0-9ab3-28687aa36198), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:56:59.825759 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986e123-6245-4c72-bf9f-e7111626612c admin admin] Pushing event deleted for resources: {'Port': ['ID=3efeb083-c43e-45c0-9ab3-28687aa36198,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:59.904195 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d958b37b-0c8c-45d3-be96-ff8c71a6f889 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Router 59a90c33-c0c4-4b09-a818-f5dab77d7720 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:57:00.004731 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c986e123-6245-4c72-bf9f-e7111626612c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739469'] for router_interface (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:00.026218 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d958b37b-0c8c-45d3-be96-ff8c71a6f889 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:57:00.038871 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d958b37b-0c8c-45d3-be96-ff8c71a6f889 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:00.039294 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857831d-7430-4274-81c0-b2d95455e3c3 None None] Sync routers for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:57:00.050771 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857831d-7430-4274-81c0-b2d95455e3c3 None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:00.051490 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-d857831d-7430-4274-81c0-b2d95455e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:00.075975 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-d958b37b-0c8c-45d3-be96-ff8c71a6f889 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "PUT /v2.0/floatingips/8f5b0031-29c9-4a8c-9e99-cb567bc38b3b HTTP/1.1" status: 200 len: 992 time: 1.2926650 Apr 29 15:57:00.075975 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8'}] {{(pid=110323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:00.075975 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}414e8c5dbfbee19e4252a5807369e5d62406377d8fb6960200d97a6b20918bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f998df47-f76d-48ff-870b-ae44127bdb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8"}]}' {{(pid=110323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:57:00.106437 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21650ed-0fb6-4cf9-98b4-5456047a97d2 x-openstack-request-id: req-e21650ed-0fb6-4cf9-98b4-5456047a97d2 {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:57:00.106964 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8", "status": "completed", "code": 200}]} {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:57:00.107263 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e21650ed-0fb6-4cf9-98b4-5456047a97d2 {{(pid=110323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:57:00.107766 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21650ed-0fb6-4cf9-98b4-5456047a97d2'] response: {'name': 'network-changed', 'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'status': 'completed', 'code': 200} Apr 29 15:57:00.183259 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-d857831d-7430-4274-81c0-b2d95455e3c3 None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:00.251034 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998df47-f76d-48ff-870b-ae44127bdb9c req-354b75cf-1975-42a6-a33d-628d5c8aa09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:00.252578 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f998df47-f76d-48ff-870b-ae44127bdb9c req-354b75cf-1975-42a6-a33d-628d5c8aa09b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 1130 time: 0.1206639 Apr 29 15:57:00.366366 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c986e123-6245-4c72-bf9f-e7111626612c admin admin] Router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:57:00.425572 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-d857831d-7430-4274-81c0-b2d95455e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '8f5b0031-29c9-4a8c-9e99-cb567bc38b3b', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'port_id': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'mac_address': 'fa:16:3e:4f:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:56:39Z', 'updated_at': '2022-04-29T15:56:59Z', 'revision_number': 1, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:03Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:00.445527 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998df47-f76d-48ff-870b-ae44127bdb9c req-bbe2d633-c661-4b4c-bb15-a15e293ce42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:00.446877 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f998df47-f76d-48ff-870b-ae44127bdb9c req-bbe2d633-c661-4b4c-bb15-a15e293ce42a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 917 time: 0.1689532 Apr 29 15:57:00.458233 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857831d-7430-4274-81c0-b2d95455e3c3 None None] Checking router: 59a90c33-c0c4-4b09-a818-f5dab77d7720 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:57:00.468662 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857831d-7430-4274-81c0-b2d95455e3c3 None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:00.468662 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-d857831d-7430-4274-81c0-b2d95455e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:00.721956 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-d857831d-7430-4274-81c0-b2d95455e3c3 None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:00.839499 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f998df47-f76d-48ff-870b-ae44127bdb9c req-d16b9f5e-38e1-48d7-bd34-4513f9aee888 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8 HTTP/1.1" status: 200 len: 1000 time: 0.3815498 Apr 29 15:57:00.842086 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c986e123-6245-4c72-bf9f-e7111626612c admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:57:00.849304 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-c986e123-6245-4c72-bf9f-e7111626612c admin admin] 10.222.0.23 "PUT /v2.0/routers/fb2be098-ae07-4705-a7a5-ea55dcc0d3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1906972 Apr 29 15:57:00.849733 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59968) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:00.853688 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ba104-1f15-4175-bd58-81706ca3612c None None] Sync routers for ids ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:57:00.867509 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ba104-1f15-4175-bd58-81706ca3612c None None] Routers {'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:00.874181 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-b39ba104-1f15-4175-bd58-81706ca3612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:00.901814 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998df47-f76d-48ff-870b-ae44127bdb9c req-240f4ced-1e9d-4bb3-bd91-a4453501bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:00.903318 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f998df47-f76d-48ff-870b-ae44127bdb9c req-240f4ced-1e9d-4bb3-bd91-a4453501bd26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c HTTP/1.1" status: 200 len: 855 time: 0.0460019 Apr 29 15:57:00.983992 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-d857831d-7430-4274-81c0-b2d95455e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '8f5b0031-29c9-4a8c-9e99-cb567bc38b3b', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'port_id': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'mac_address': 'fa:16:3e:4f:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:56:39Z', 'updated_at': '2022-04-29T15:56:59Z', 'revision_number': 1, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:03Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:01.015335 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e9adf-6d3b-4272-a47b-62a1fcfe80f2 req-f569b250-ae9a-4013-ba71-02a375ce6888 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:01.016923 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bf9e9adf-6d3b-4272-a47b-62a1fcfe80f2 req-f569b250-ae9a-4013-ba71-02a375ce6888 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0689511 Apr 29 15:57:01.019816 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857831d-7430-4274-81c0-b2d95455e3c3 None None] The sync data for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi is: [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '8f5b0031-29c9-4a8c-9e99-cb567bc38b3b', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'port_id': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'mac_address': 'fa:16:3e:4f:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:56:39Z', 'updated_at': '2022-04-29T15:56:59Z', 'revision_number': 1, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:03Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:57:01.021861 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-b39ba104-1f15-4175-bd58-81706ca3612c None None] Set router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:01.056838 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Publish callbacks [] for router (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:01.077351 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bf9e9adf-6d3b-4272-a47b-62a1fcfe80f2 req-7e2553e6-13c3-45f4-9849-7d30c4662985 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491548 Apr 29 15:57:01.189711 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Publish callbacks [] for router_gateway (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:01.207840 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-b39ba104-1f15-4175-bd58-81706ca3612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:56:59Z', 'revision_number': 5, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port': {'id': '24eb5db1-f19e-46c9-8feb-8572105104d7', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:52:54Z', 'updated_at': '2022-04-29T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:01.239572 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ba104-1f15-4175-bd58-81706ca3612c None None] Checking router: fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:57:01.250144 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ba104-1f15-4175-bd58-81706ca3612c None None] Routers {'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:01.250861 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-b39ba104-1f15-4175-bd58-81706ca3612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:01.283104 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e72e88d-8360-4cab-8831-f561daf90dd9 None None] New status for floating IP 8f5b0031-29c9-4a8c-9e99-cb567bc38b3b: ACTIVE {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:57:01.303928 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Deleting port 24eb5db1-f19e-46c9-8feb-8572105104d7 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:01.304485 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:01.393703 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] For port 24eb5db1-f19e-46c9-8feb-8572105104d7, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=24eb5db1-f19e-46c9-8feb-8572105104d7,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:01.394072 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:01.407810 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Calling delete_port for 24eb5db1-f19e-46c9-8feb-8572105104d7 owned by network:router_gateway {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:01.439348 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-b39ba104-1f15-4175-bd58-81706ca3612c None None] Set router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 gateway port host: None {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:01.493606 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-b39ba104-1f15-4175-bd58-81706ca3612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:57:01Z', 'revision_number': 6, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port_host': None}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:01.521213 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ba104-1f15-4175-bd58-81706ca3612c None None] The sync data for ids ['fb2be098-ae07-4705-a7a5-ea55dcc0d3f9'] in dv-cinder-839872-2-iscsi is: [{'id': 'fb2be098-ae07-4705-a7a5-ea55dcc0d3f9', 'name': 'tempest-TestMinimumBasicScenario-1125191911-router', 'tenant_id': 'e34d6a17637c4881bdca94d15105a795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:52:53Z', 'updated_at': '2022-04-29T15:57:01Z', 'revision_number': 6, 'project_id': 'e34d6a17637c4881bdca94d15105a795', 'gw_port_host': None}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:57:01.681112 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (24eb5db1-f19e-46c9-8feb-8572105104d7), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:01.707504 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Pushing event deleted for resources: {'Port': ['ID=24eb5db1-f19e-46c9-8feb-8572105104d7,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:01.734425 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.734781 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.735131 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.735482 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.735846 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.736187 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.736520 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.736851 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.737182 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.737512 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.737844 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.738432 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.738757 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.739081 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.739471 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:01.778829 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640487'] for router_gateway (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:01.891076 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-766812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6456'] for router (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:01.893518 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Publish callbacks [] for router_controller (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.035173 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59976) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:02.035657 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-766789'] for router (fb2be098-ae07-4705-a7a5-ea55dcc0d3f9), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.036158 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 {{(pid=110323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:57:02.041682 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.042797 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-60a8e2bf-26b2-4929-9104-d0cb0b7dad75 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fb2be098-ae07-4705-a7a5-ea55dcc0d3f9 HTTP/1.1" status: 204 len: 168 time: 1.1921113 Apr 29 15:57:02.045716 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59978) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:02.084024 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_v2 [None req-70db6210-dbcc-45f9-805c-5c3edd53d084 admin admin] Deleting subnet f5f0f045-bb9c-4095-bd45-c5987515ea3c {{(pid=110324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 15:57:02.087943 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-70db6210-dbcc-45f9-805c-5c3edd53d084 admin admin] Publish callbacks [] for subnet (f5f0f045-bb9c-4095-bd45-c5987515ea3c), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.088674 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_v2 [None req-926fab28-7cef-423a-9185-43a135168177 admin admin] Deleting subnet bf247570-ba12-4a7a-94b0-eb862590a764 {{(pid=110323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 15:57:02.091731 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-926fab28-7cef-423a-9185-43a135168177 admin admin] Publish callbacks [] for subnet (bf247570-ba12-4a7a-94b0-eb862590a764), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.124487 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-70db6210-dbcc-45f9-805c-5c3edd53d084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220837'] for subnet (f5f0f045-bb9c-4095-bd45-c5987515ea3c), precommit_delete_associations {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.130839 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-926fab28-7cef-423a-9185-43a135168177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9764145'] for subnet (bf247570-ba12-4a7a-94b0-eb862590a764), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.194667 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-70db6210-dbcc-45f9-805c-5c3edd53d084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (f5f0f045-bb9c-4095-bd45-c5987515ea3c), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.231765 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ded16-7f74-41ac-a2b1-b9dca2a929a9 req-d7770f06-0824-4778-bdc3-930fbd7e3a0c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:02.233147 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-871ded16-7f74-41ac-a2b1-b9dca2a929a9 req-d7770f06-0824-4778-bdc3-930fbd7e3a0c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.0817542 Apr 29 15:57:02.237145 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-926fab28-7cef-423a-9185-43a135168177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (bf247570-ba12-4a7a-94b0-eb862590a764), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.301390 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-871ded16-7f74-41ac-a2b1-b9dca2a929a9 req-8081c61c-63a5-4ee3-8a20-36741efe1ae9 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555239 Apr 29 15:57:02.361649 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-926fab28-7cef-423a-9185-43a135168177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8682797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8453621'] for subnet (bf247570-ba12-4a7a-94b0-eb862590a764), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.378721 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-70db6210-dbcc-45f9-805c-5c3edd53d084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8484352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430460'] for subnet (f5f0f045-bb9c-4095-bd45-c5987515ea3c), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.388586 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fab28-7cef-423a-9185-43a135168177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf247570-ba12-4a7a-94b0-eb862590a764,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:02.392490 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-926fab28-7cef-423a-9185-43a135168177 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.399114 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-926fab28-7cef-423a-9185-43a135168177 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bf247570-ba12-4a7a-94b0-eb862590a764 HTTP/1.1" status: 204 len: 168 time: 0.3496239 Apr 29 15:57:02.399609 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59982) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:02.401817 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b96e6-577a-4259-b7ca-7d74db14a32e None None] Network 9186de40-610d-414d-b482-035dcefa4c45 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:57:02.409952 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db6210-dbcc-45f9-805c-5c3edd53d084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5f0f045-bb9c-4095-bd45-c5987515ea3c,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:02.412006 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-70db6210-dbcc-45f9-805c-5c3edd53d084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.415250 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-70db6210-dbcc-45f9-805c-5c3edd53d084 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f5f0f045-bb9c-4095-bd45-c5987515ea3c HTTP/1.1" status: 204 len: 168 time: 0.3790185 Apr 29 15:57:02.418113 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59984) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:02.493567 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (2fbed7d4-8ee8-4828-a54f-7cf6974e61ec), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.498061 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (9186de40-610d-414d-b482-035dcefa4c45), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.562177 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Deleting port c98e20f4-30a9-400c-b80d-35ae12f5b18b {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:02.562581 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.572994 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f694df89-3469-4f25-8200-9411567742ff None None] DHCP port deletion for 9186de40-610d-414d-b482-035dcefa4c45 request from dv-cinder-839872-2-iscsi {{(pid=110325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 15:57:02.590653 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (2fbed7d4-8ee8-4828-a54f-7cf6974e61ec), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.611689 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fbed7d4-8ee8-4828-a54f-7cf6974e61ec']}} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:02.619900 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-f694df89-3469-4f25-8200-9411567742ff None None] Deleting port c98e20f4-30a9-400c-b80d-35ae12f5b18b {{(pid=110325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:02.620496 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f694df89-3469-4f25-8200-9411567742ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), before_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.621834 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b49554a-471e-42f2-abbe-6d83d326498e') {'for_net_delete': True} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:02.622139 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b49554a-471e-42f2-abbe-6d83d326498e') {} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:02.634859 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220860'] for segment (2b49554a-471e-42f2-abbe-6d83d326498e), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.653455 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] For port c98e20f4-30a9-400c-b80d-35ae12f5b18b, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=c98e20f4-30a9-400c-b80d-35ae12f5b18b,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:02.653819 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.656537 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (2b49554a-471e-42f2-abbe-6d83d326498e), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.662792 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=110324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:57:02.663185 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8816870'] for segment (2b49554a-471e-42f2-abbe-6d83d326498e), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: Traceback (most recent call last): Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: timer() Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: cb(*args, **kw) Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: return func(*args, **kwargs) Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: self._notify() Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: self.callback(batched_events) Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: event.method(event) Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: return f(self, *a, **k) Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._get(url).json() Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: return self.request(url, 'GET', **kwargs) Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:57:02.664940 dv-cinder-839872-2-iscsi neutron-server[110324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:57:02.674029 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Calling delete_port for c98e20f4-30a9-400c-b80d-35ae12f5b18b owned by network:dhcp {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:02.688610 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-f694df89-3469-4f25-8200-9411567742ff None None] For port c98e20f4-30a9-400c-b80d-35ae12f5b18b, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=c98e20f4-30a9-400c-b80d-35ae12f5b18b,segment=NetworkSegment(e2d33018-b24f-4241-b7c1-e3e6150d3e79),segment_id=e2d33018-b24f-4241-b7c1-e3e6150d3e79)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:02.689278 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f694df89-3469-4f25-8200-9411567742ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), precommit_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.704752 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-f694df89-3469-4f25-8200-9411567742ff None None] Calling delete_port for c98e20f4-30a9-400c-b80d-35ae12f5b18b owned by network:dhcp {{(pid=110325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:02.778324 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (2fbed7d4-8ee8-4828-a54f-7cf6974e61ec), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.787354 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.788936 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2fbed7d4-8ee8-4828-a54f-7cf6974e61ec HTTP/1.1" status: 204 len: 168 time: 0.3698146 Apr 29 15:57:02.798833 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e2548-875a-489d-9102-ef5e12795268 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fbed7d4-8ee8-4828-a54f-7cf6974e61ec,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:02.829878 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.842252 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f694df89-3469-4f25-8200-9411567742ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871'] for port (c98e20f4-30a9-400c-b80d-35ae12f5b18b), after_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.856304 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98e20f4-30a9-400c-b80d-35ae12f5b18b,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:02.860984 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] No DVR routers for this DVR port c98e20f4-30a9-400c-b80d-35ae12f5b18b on host dv-cinder-839872-2-iscsi {{(pid=110323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:57:02.871943 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694df89-3469-4f25-8200-9411567742ff None None] Pushing event deleted for resources: {'Port': ['ID=c98e20f4-30a9-400c-b80d-35ae12f5b18b,revision_number=None']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:02.875442 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f694df89-3469-4f25-8200-9411567742ff None None] No DVR routers for this DVR port c98e20f4-30a9-400c-b80d-35ae12f5b18b on host dv-cinder-839872-2-iscsi {{(pid=110325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:57:02.945364 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (9186de40-610d-414d-b482-035dcefa4c45), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:02.965327 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9186de40-610d-414d-b482-035dcefa4c45']}} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:02.974534 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d33018-b24f-4241-b7c1-e3e6150d3e79') {'for_net_delete': True} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:02.977445 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d33018-b24f-4241-b7c1-e3e6150d3e79') {} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:02.988973 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9764136'] for segment (e2d33018-b24f-4241-b7c1-e3e6150d3e79), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:03.003509 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (e2d33018-b24f-4241-b7c1-e3e6150d3e79), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:03.011814 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=110323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:57:03.012219 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8618955'] for segment (e2d33018-b24f-4241-b7c1-e3e6150d3e79), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: Traceback (most recent call last): Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: timer() Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: cb(*args, **kw) Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: return func(*args, **kwargs) Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: self._notify() Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: self.callback(batched_events) Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: event.method(event) Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: return f(self, *a, **k) Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._get(url).json() Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: return self.request(url, 'GET', **kwargs) Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:57:03.013940 dv-cinder-839872-2-iscsi neutron-server[110323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:57:03.016966 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998df47-f76d-48ff-870b-ae44127bdb9c req-eda83797-d1f0-4746-afe4-0048b7343a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:03.018632 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f998df47-f76d-48ff-870b-ae44127bdb9c req-eda83797-d1f0-4746-afe4-0048b7343a66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a3d153a-a0ac-449f-87b2-351b970a83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417666 Apr 29 15:57:03.124760 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f998df47-f76d-48ff-870b-ae44127bdb9c req-9022fd1a-4f7e-4740-856a-fa8dfeaef104 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914066 Apr 29 15:57:03.183280 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (9186de40-610d-414d-b482-035dcefa4c45), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:03.188691 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:03.192926 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9186de40-610d-414d-b482-035dcefa4c45 HTTP/1.1" status: 204 len: 168 time: 0.7881451 Apr 29 15:57:03.198067 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59990) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:03.208263 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a19cbd-90bb-4bd2-87d0-22ef2b9b9749 admin admin] Pushing event deleted for resources: {'Network': ['ID=9186de40-610d-414d-b482-035dcefa4c45,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:03.233992 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 59992) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:03.268489 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 24eb5db1-f19e-46c9-8feb-8572105104d7 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:03.281658 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-23852e8f-70a5-4b83-9603-d67cdb382d66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58e8b747315c47c5af6f61c39374c2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463197 Apr 29 15:57:03.283032 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 59994) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:03.290778 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 24eb5db1-f19e-46c9-8feb-8572105104d7 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:03.291118 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 24eb5db1-f19e-46c9-8feb-8572105104d7 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:03.291559 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 3efeb083-c43e-45c0-9ab3-28687aa36198 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:03.310952 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 3efeb083-c43e-45c0-9ab3-28687aa36198 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:03.311293 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 3efeb083-c43e-45c0-9ab3-28687aa36198 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:03.311706 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device c98e20f4-30a9-400c-b80d-35ae12f5b18b no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:03.330627 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: c98e20f4-30a9-400c-b80d-35ae12f5b18b {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:03.330977 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device c98e20f4-30a9-400c-b80d-35ae12f5b18b not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:03.494417 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f998df47-f76d-48ff-870b-ae44127bdb9c req-3046ff51-54b5-4b2d-b609-e22331804e5b service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756317 Apr 29 15:57:03.504443 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058461f-257b-41c9-be92-1430db3a3b65 req-3073dbed-99c3-482f-a33f-5ce699b443c0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:03.505809 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a058461f-257b-41c9-be92-1430db3a3b65 req-3073dbed-99c3-482f-a33f-5ce699b443c0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.37 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.1717970 Apr 29 15:57:03.520004 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c5073-d460-4957-a354-74f2698276ed req-887dd373-67e8-4767-8868-cf4e51050717 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:03.521392 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2c8c5073-d460-4957-a354-74f2698276ed req-887dd373-67e8-4767-8868-cf4e51050717 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 945 time: 0.1387565 Apr 29 15:57:03.556642 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ab1b9618-2ca6-49e8-b2ef-73827af852e3 admin admin] Publish callbacks [] for security_group (e327003e-6d61-4d10-854d-c0f3ace664b7), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:03.662501 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ab1b9618-2ca6-49e8-b2ef-73827af852e3 admin admin] Publish callbacks [] for security_group (e327003e-6d61-4d10-854d-c0f3ace664b7), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:03.753682 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2c8c5073-d460-4957-a354-74f2698276ed req-45726d85-b31b-4418-b7b4-111bc76ed5ef tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f91816c-0e72-4df4-8b9a-e95271010f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186007 Apr 29 15:57:03.778032 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Deleting port 26f490ec-1c78-4010-acf2-7a6f7ac47aba {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:03.778366 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:03.879195 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ab1b9618-2ca6-49e8-b2ef-73827af852e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (e327003e-6d61-4d10-854d-c0f3ace664b7), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:03.881751 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ab1b9618-2ca6-49e8-b2ef-73827af852e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:03.883395 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-ab1b9618-2ca6-49e8-b2ef-73827af852e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e327003e-6d61-4d10-854d-c0f3ace664b7 HTTP/1.1" status: 204 len: 168 time: 0.5980611 Apr 29 15:57:03.912356 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b9618-2ca6-49e8-b2ef-73827af852e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e327003e-6d61-4d10-854d-c0f3ace664b7,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:03.950657 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] For port 26f490ec-1c78-4010-acf2-7a6f7ac47aba, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=26f490ec-1c78-4010-acf2-7a6f7ac47aba,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:03.951028 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:04.088371 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a35021fa-2d6c-4b54-b937-7e2992490774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739361'] for router_interface (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:04.248133 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:04.248825 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (33634ec8-0998-4667-ac87-93b67dd9dd78), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:04.248825 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Floating IP 33634ec8-0998-4667-ac87-93b67dd9dd78 disassociated. External IP: 172.27.1.228, port: 26f490ec-1c78-4010-acf2-7a6f7ac47aba. Apr 29 15:57:04.249160 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Calling delete_port for 26f490ec-1c78-4010-acf2-7a6f7ac47aba owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:04.484431 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-a35021fa-2d6c-4b54-b937-7e2992490774 admin admin] Deleting port 44dc4558-c009-49f4-b7b7-497e30108d2a {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:04.484681 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a35021fa-2d6c-4b54-b937-7e2992490774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:04.559506 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (26f490ec-1c78-4010-acf2-7a6f7ac47aba), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:04.576730 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-a35021fa-2d6c-4b54-b937-7e2992490774 admin admin] For port 44dc4558-c009-49f4-b7b7-497e30108d2a, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=44dc4558-c009-49f4-b7b7-497e30108d2a,segment=NetworkSegment(e1944b93-957e-41a6-80b4-a48c5447e1bd),segment_id=e1944b93-957e-41a6-80b4-a48c5447e1bd)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:04.577084 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a35021fa-2d6c-4b54-b937-7e2992490774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:04.608114 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-a35021fa-2d6c-4b54-b937-7e2992490774 admin admin] Calling delete_port for 44dc4558-c009-49f4-b7b7-497e30108d2a owned by network:router_interface {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:04.610977 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event deleted for resources: {'Port': ['ID=26f490ec-1c78-4010-acf2-7a6f7ac47aba,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:05.114493 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-06291aaf-1ac3-4b3e-8ddc-06a455056d45 req-974ff154-7abf-4e50-a79e-0b399cdbefc6 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 210 time: 0.0448842 Apr 29 15:57:05.127512 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:57:05.283958 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:57:05.293911 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5866d4f-1298-4853-bad8-23ec812f2373 None None] Sync routers for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:57:05.307335 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5866d4f-1298-4853-bad8-23ec812f2373 None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:05.307927 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-c5866d4f-1298-4853-bad8-23ec812f2373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:05.329733 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] No DVR routers for this DVR port 26f490ec-1c78-4010-acf2-7a6f7ac47aba on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:57:05.332171 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:05.335400 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a058461f-257b-41c9-be92-1430db3a3b65 req-efab9357-b5a9-4ef3-871a-7ed1c180cbb4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.37 "DELETE /v2.0/ports/26f490ec-1c78-4010-acf2-7a6f7ac47aba HTTP/1.1" status: 204 len: 173 time: 1.8097839 Apr 29 15:57:05.336550 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'name': 'network-vif-deleted', 'tag': '26f490ec-1c78-4010-acf2-7a6f7ac47aba'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:05.339314 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5a6ea5-a0a7-4f32-bb87-cf8fadb4d8fa" -d '{"events": [{"server_uuid": "e338d329-6f3b-4382-980a-7927be3f7ffd", "name": "network-vif-deleted", "tag": "26f490ec-1c78-4010-acf2-7a6f7ac47aba"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:57:05.373385 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a35021fa-2d6c-4b54-b937-7e2992490774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (44dc4558-c009-49f4-b7b7-497e30108d2a), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:05.400084 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ef6941-1980-4bde-aa64-0befd1b69606 x-openstack-request-id: req-e9ef6941-1980-4bde-aa64-0befd1b69606 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:57:05.402855 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e338d329-6f3b-4382-980a-7927be3f7ffd", "name": "network-vif-deleted", "tag": "26f490ec-1c78-4010-acf2-7a6f7ac47aba", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:57:05.402855 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9ef6941-1980-4bde-aa64-0befd1b69606 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:57:05.402855 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ef6941-1980-4bde-aa64-0befd1b69606'] response: {'server_uuid': 'e338d329-6f3b-4382-980a-7927be3f7ffd', 'name': 'network-vif-deleted', 'tag': '26f490ec-1c78-4010-acf2-7a6f7ac47aba', 'status': 'completed', 'code': 200} Apr 29 15:57:05.403735 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35021fa-2d6c-4b54-b937-7e2992490774 admin admin] Pushing event deleted for resources: {'Port': ['ID=44dc4558-c009-49f4-b7b7-497e30108d2a,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:05.426480 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-c5866d4f-1298-4853-bad8-23ec812f2373 None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:05.587778 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a35021fa-2d6c-4b54-b937-7e2992490774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739469'] for router_interface (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:05.659221 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-c5866d4f-1298-4853-bad8-23ec812f2373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:05.686596 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5866d4f-1298-4853-bad8-23ec812f2373 None None] Checking router: ad7a6ff4-0fcf-4e21-930c-caa92aca17dd for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:57:05.695527 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5866d4f-1298-4853-bad8-23ec812f2373 None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:05.696166 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-c5866d4f-1298-4853-bad8-23ec812f2373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:05.805842 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-c5866d4f-1298-4853-bad8-23ec812f2373 None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:05.818713 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35021fa-2d6c-4b54-b937-7e2992490774 admin admin] Router 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:57:05.930729 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35021fa-2d6c-4b54-b937-7e2992490774 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:57:05.935968 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-a35021fa-2d6c-4b54-b937-7e2992490774 admin admin] 10.222.0.23 "PUT /v2.0/routers/741b2b3f-02bc-47a7-94e1-b39ac4a36f85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7368183 Apr 29 15:57:05.938541 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60004) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:05.940202 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad008e-00a1-411a-a25d-9694f821c3f3 None None] Sync routers for ids ['741b2b3f-02bc-47a7-94e1-b39ac4a36f85'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:57:05.951517 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad008e-00a1-411a-a25d-9694f821c3f3 None None] Routers {'741b2b3f-02bc-47a7-94e1-b39ac4a36f85'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:05.952176 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-e7ad008e-00a1-411a-a25d-9694f821c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['741b2b3f-02bc-47a7-94e1-b39ac4a36f85'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:06.010566 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-c5866d4f-1298-4853-bad8-23ec812f2373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:06.043014 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5866d4f-1298-4853-bad8-23ec812f2373 None None] The sync data for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi is: [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:57:06.048581 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Publish callbacks [] for router (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:06.068529 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-e7ad008e-00a1-411a-a25d-9694f821c3f3 None None] Set router 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:06.173647 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Publish callbacks [] for router_gateway (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:06.248523 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9b4edf80-d550-4d67-b362-85ee21381c2f req-515e14ba-61ec-4f85-a562-5948ba1255df tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=e338d329-6f3b-4382-980a-7927be3f7ffd HTTP/1.1" status: 200 len: 210 time: 0.0350530 Apr 29 15:57:06.263655 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-e7ad008e-00a1-411a-a25d-9694f821c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'name': 'tempest-TestMinimumBasicScenario-718326796-router', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:02Z', 'updated_at': '2022-04-29T15:57:05Z', 'revision_number': 5, 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'gw_port': {'id': 'f9442e66-2abe-4077-a4ae-9204d0e8467e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:03Z', 'updated_at': '2022-04-29T15:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:06.291786 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad008e-00a1-411a-a25d-9694f821c3f3 None None] Checking router: 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:57:06.301027 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad008e-00a1-411a-a25d-9694f821c3f3 None None] Routers {'741b2b3f-02bc-47a7-94e1-b39ac4a36f85'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:06.301317 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-e7ad008e-00a1-411a-a25d-9694f821c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:56:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['741b2b3f-02bc-47a7-94e1-b39ac4a36f85'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:06.314429 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Deleting port f9442e66-2abe-4077-a4ae-9204d0e8467e {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:06.314768 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:06.366719 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa60b5-058f-483e-9b5e-081ce54c399d None None] New status for floating IP 33634ec8-0998-4667-ac87-93b67dd9dd78: DOWN {{(pid=110326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:57:06.394411 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-e7ad008e-00a1-411a-a25d-9694f821c3f3 None None] Set router 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 gateway port host: None {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:06.411986 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] For port f9442e66-2abe-4077-a4ae-9204d0e8467e, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f9442e66-2abe-4077-a4ae-9204d0e8467e,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:06.416721 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:06.427269 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Calling delete_port for f9442e66-2abe-4077-a4ae-9204d0e8467e owned by network:router_gateway {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:06.452745 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-e7ad008e-00a1-411a-a25d-9694f821c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'name': 'tempest-TestMinimumBasicScenario-718326796-router', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:02Z', 'updated_at': '2022-04-29T15:57:06Z', 'revision_number': 6, 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'gw_port_host': None}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:06.480510 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad008e-00a1-411a-a25d-9694f821c3f3 None None] The sync data for ids ['741b2b3f-02bc-47a7-94e1-b39ac4a36f85'] in dv-cinder-839872-2-iscsi is: [{'id': '741b2b3f-02bc-47a7-94e1-b39ac4a36f85', 'name': 'tempest-TestMinimumBasicScenario-718326796-router', 'tenant_id': '3e6264ad05e0444d9084fffc740ef97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:02Z', 'updated_at': '2022-04-29T15:57:06Z', 'revision_number': 6, 'project_id': '3e6264ad05e0444d9084fffc740ef97f', 'gw_port_host': None}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:57:06.647136 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (f9442e66-2abe-4077-a4ae-9204d0e8467e), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:06.677860 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9442e66-2abe-4077-a4ae-9204d0e8467e,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:06.741285 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640487'] for router_gateway (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:06.833355 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-766812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6456'] for router (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:06.838165 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Publish callbacks [] for router_controller (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:06.955521 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-766789'] for router (741b2b3f-02bc-47a7-94e1-b39ac4a36f85), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:06.956151 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 741b2b3f-02bc-47a7-94e1-b39ac4a36f85 {{(pid=110323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:57:06.961735 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:06.962909 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-61afebce-ad6e-4040-94c0-914cb796d994 admin admin] 10.222.0.23 "DELETE /v2.0/routers/741b2b3f-02bc-47a7-94e1-b39ac4a36f85 HTTP/1.1" status: 204 len: 168 time: 1.0233886 Apr 29 15:57:06.965665 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60010) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:07.012183 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfe9fac-b456-4b16-9258-6fbdce9bff7f admin admin] Deleting subnet 907627ae-4466-4fff-ba17-c35309801e8b {{(pid=110323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 15:57:07.015237 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bbfe9fac-b456-4b16-9258-6fbdce9bff7f admin admin] Publish callbacks [] for subnet (907627ae-4466-4fff-ba17-c35309801e8b), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.049328 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bbfe9fac-b456-4b16-9258-6fbdce9bff7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9764145'] for subnet (907627ae-4466-4fff-ba17-c35309801e8b), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.132111 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bbfe9fac-b456-4b16-9258-6fbdce9bff7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (907627ae-4466-4fff-ba17-c35309801e8b), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.241790 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bbfe9fac-b456-4b16-9258-6fbdce9bff7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8682797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8453621'] for subnet (907627ae-4466-4fff-ba17-c35309801e8b), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.249934 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 26f490ec-1c78-4010-acf2-7a6f7ac47aba no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:07.283074 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe9fac-b456-4b16-9258-6fbdce9bff7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=907627ae-4466-4fff-ba17-c35309801e8b,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:07.288436 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: 26f490ec-1c78-4010-acf2-7a6f7ac47aba {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:07.288566 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-bbfe9fac-b456-4b16-9258-6fbdce9bff7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.289122 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 26f490ec-1c78-4010-acf2-7a6f7ac47aba not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:07.292281 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-bbfe9fac-b456-4b16-9258-6fbdce9bff7f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/907627ae-4466-4fff-ba17-c35309801e8b HTTP/1.1" status: 204 len: 168 time: 0.3259258 Apr 29 15:57:07.293074 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85fb3c6-da6e-4a91-8621-c8c7ffd41fb3 None None] Network 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:57:07.295267 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60014) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:07.368728 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f9442e66-2abe-4077-a4ae-9204d0e8467e no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:07.371192 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (7e98c366-16a1-4e6b-93b4-43b4f0eccfe8), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.392955 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: f9442e66-2abe-4077-a4ae-9204d0e8467e {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:07.393312 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f9442e66-2abe-4077-a4ae-9204d0e8467e not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:07.393736 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 44dc4558-c009-49f4-b7b7-497e30108d2a no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:07.417485 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Deleting port 1b51682d-824f-4bf2-b131-8ee192081ee2 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:07.417827 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.437918 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 44dc4558-c009-49f4-b7b7-497e30108d2a {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:07.438269 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 44dc4558-c009-49f4-b7b7-497e30108d2a not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:07.450795 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60020) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:07.489940 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] For port 1b51682d-824f-4bf2-b131-8ee192081ee2, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=1b51682d-824f-4bf2-b131-8ee192081ee2,segment=NetworkSegment(e1944b93-957e-41a6-80b4-a48c5447e1bd),segment_id=e1944b93-957e-41a6-80b4-a48c5447e1bd)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:07.490378 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.512206 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Calling delete_port for 1b51682d-824f-4bf2-b131-8ee192081ee2 owned by network:dhcp {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:07.519606 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f51a282f-5dd2-4e76-b08b-f9f922129443 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group (3f91816c-0e72-4df4-8b9a-e95271010f73), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.529017 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a6b4c-85e6-4b28-adc4-3ef9442fcdab None None] DHCP port deletion for 7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 request from dv-cinder-839872-2-iscsi {{(pid=110325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 15:57:07.559169 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f51a282f-5dd2-4e76-b08b-f9f922129443 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group (3f91816c-0e72-4df4-8b9a-e95271010f73), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.585219 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-b14a6b4c-85e6-4b28-adc4-3ef9442fcdab None None] Deleting port 1b51682d-824f-4bf2-b131-8ee192081ee2 {{(pid=110325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:07.587982 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b14a6b4c-85e6-4b28-adc4-3ef9442fcdab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), before_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.660670 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-b14a6b4c-85e6-4b28-adc4-3ef9442fcdab None None] For port 1b51682d-824f-4bf2-b131-8ee192081ee2, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=1b51682d-824f-4bf2-b131-8ee192081ee2,segment=NetworkSegment(e1944b93-957e-41a6-80b4-a48c5447e1bd),segment_id=e1944b93-957e-41a6-80b4-a48c5447e1bd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:07.661067 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b14a6b4c-85e6-4b28-adc4-3ef9442fcdab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), precommit_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.664533 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f51a282f-5dd2-4e76-b08b-f9f922129443 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (3f91816c-0e72-4df4-8b9a-e95271010f73), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.667332 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f51a282f-5dd2-4e76-b08b-f9f922129443 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.670972 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-f51a282f-5dd2-4e76-b08b-f9f922129443 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f91816c-0e72-4df4-8b9a-e95271010f73 HTTP/1.1" status: 204 len: 168 time: 0.2164960 Apr 29 15:57:07.671643 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60022) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:07.674005 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-b14a6b4c-85e6-4b28-adc4-3ef9442fcdab None None] Calling delete_port for 1b51682d-824f-4bf2-b131-8ee192081ee2 owned by network:dhcp {{(pid=110325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:07.677938 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a282f-5dd2-4e76-b08b-f9f922129443 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f91816c-0e72-4df4-8b9a-e95271010f73,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:07.688293 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.693110 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.api.v2.resource [None req-43663d06-ce22-4074-bc15-33c54cf1d0b8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] show failed (client error): The resource could not be found. Apr 29 15:57:07.694117 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-43663d06-ce22-4074-bc15-33c54cf1d0b8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups/3f91816c-0e72-4df4-8b9a-e95271010f73 HTTP/1.1" status: 404 len: 347 time: 0.0212703 Apr 29 15:57:07.698224 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60024) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:07.720704 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Pushing event deleted for resources: {'Port': ['ID=1b51682d-824f-4bf2-b131-8ee192081ee2,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:07.725550 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] No DVR routers for this DVR port 1b51682d-824f-4bf2-b131-8ee192081ee2 on host dv-cinder-839872-2-iscsi {{(pid=110323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:57:07.784694 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b14a6b4c-85e6-4b28-adc4-3ef9442fcdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871'] for port (1b51682d-824f-4bf2-b131-8ee192081ee2), after_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.808632 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (7e98c366-16a1-4e6b-93b4-43b4f0eccfe8), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.811176 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a6b4c-85e6-4b28-adc4-3ef9442fcdab None None] Pushing event deleted for resources: {'Port': ['ID=1b51682d-824f-4bf2-b131-8ee192081ee2,revision_number=None']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:07.814462 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a6b4c-85e6-4b28-adc4-3ef9442fcdab None None] No DVR routers for this DVR port 1b51682d-824f-4bf2-b131-8ee192081ee2 on host dv-cinder-839872-2-iscsi {{(pid=110325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:57:07.830390 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-3bc92e81-e7b2-478b-b2c1-790b31f246e4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Deleting port c4c99feb-6daa-432c-8863-fc96eb55f50b {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:07.830390 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3bc92e81-e7b2-478b-b2c1-790b31f246e4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (c4c99feb-6daa-432c-8863-fc96eb55f50b), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.842972 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e98c366-16a1-4e6b-93b4-43b4f0eccfe8']}} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:07.853374 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1944b93-957e-41a6-80b4-a48c5447e1bd') {'for_net_delete': True} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:07.853681 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1944b93-957e-41a6-80b4-a48c5447e1bd') {} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:07.863381 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9764136'] for segment (e1944b93-957e-41a6-80b4-a48c5447e1bd), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.877696 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (e1944b93-957e-41a6-80b4-a48c5447e1bd), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.884805 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=110323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:57:07.885212 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8618955'] for segment (e1944b93-957e-41a6-80b4-a48c5447e1bd), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: Traceback (most recent call last): Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: timer() Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: cb(*args, **kw) Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: return func(*args, **kwargs) Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: self._notify() Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: self.callback(batched_events) Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: event.method(event) Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: return f(self, *a, **k) Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._get(url).json() Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: return self.request(url, 'GET', **kwargs) Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:57:07.886910 dv-cinder-839872-2-iscsi neutron-server[110323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:57:07.909286 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3bc92e81-e7b2-478b-b2c1-790b31f246e4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (c4c99feb-6daa-432c-8863-fc96eb55f50b), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.909614 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3bc92e81-e7b2-478b-b2c1-790b31f246e4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (c4c99feb-6daa-432c-8863-fc96eb55f50b), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:07.922977 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-3bc92e81-e7b2-478b-b2c1-790b31f246e4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Calling delete_port for c4c99feb-6daa-432c-8863-fc96eb55f50b owned by network:floatingip {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:08.115417 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3bc92e81-e7b2-478b-b2c1-790b31f246e4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (c4c99feb-6daa-432c-8863-fc96eb55f50b), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:08.142446 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc92e81-e7b2-478b-b2c1-790b31f246e4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event deleted for resources: {'Port': ['ID=c4c99feb-6daa-432c-8863-fc96eb55f50b,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:08.209351 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3bc92e81-e7b2-478b-b2c1-790b31f246e4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (33634ec8-0998-4667-ac87-93b67dd9dd78), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:08.212585 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3bc92e81-e7b2-478b-b2c1-790b31f246e4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:08.213929 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-3bc92e81-e7b2-478b-b2c1-790b31f246e4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "DELETE /v2.0/floatingips/33634ec8-0998-4667-ac87-93b67dd9dd78 HTTP/1.1" status: 204 len: 168 time: 0.5147219 Apr 29 15:57:08.229797 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (7e98c366-16a1-4e6b-93b4-43b4f0eccfe8), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:08.235386 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:08.241229 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] 10.222.0.23 "DELETE /v2.0/networks/7e98c366-16a1-4e6b-93b4-43b4f0eccfe8 HTTP/1.1" status: 204 len: 168 time: 0.9422143 Apr 29 15:57:08.251088 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dbcda-cb94-441e-a5c9-60ecc3c197fd admin admin] Pushing event deleted for resources: {'Network': ['ID=7e98c366-16a1-4e6b-93b4-43b4f0eccfe8,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:08.578569 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60030) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:08.618996 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-77506e5b-4f1c-4e01-9aca-cd9929ba70f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e34d6a17637c4881bdca94d15105a795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392723 Apr 29 15:57:08.621352 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60032) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:08.673832 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-432413f9-b2d2-421b-aba0-61cf31c9ceaf admin admin] Publish callbacks [] for security_group (8fa5b3a3-6953-4a46-ae5c-82474a306d14), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:08.694588 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-432413f9-b2d2-421b-aba0-61cf31c9ceaf admin admin] Publish callbacks [] for security_group (8fa5b3a3-6953-4a46-ae5c-82474a306d14), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:08.818500 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-432413f9-b2d2-421b-aba0-61cf31c9ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (8fa5b3a3-6953-4a46-ae5c-82474a306d14), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:08.821200 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-432413f9-b2d2-421b-aba0-61cf31c9ceaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:08.822366 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-432413f9-b2d2-421b-aba0-61cf31c9ceaf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fa5b3a3-6953-4a46-ae5c-82474a306d14 HTTP/1.1" status: 204 len: 168 time: 0.2001240 Apr 29 15:57:08.831822 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432413f9-b2d2-421b-aba0-61cf31c9ceaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa5b3a3-6953-4a46-ae5c-82474a306d14,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:09.018946 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60036) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:09.024103 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-78cf70c1-c702-44b9-8fe4-b3974173deef tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914609521', 'description': 'tempest-description--1984400367'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:57:09.115729 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-78cf70c1-c702-44b9-8fe4-b3974173deef tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.184641 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-78cf70c1-c702-44b9-8fe4-b3974173deef tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group (96b0b208-9e79-4d52-9001-251322abd610), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.246706 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-78cf70c1-c702-44b9-8fe4-b3974173deef tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (96b0b208-9e79-4d52-9001-251322abd610), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.266363 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 1b51682d-824f-4bf2-b131-8ee192081ee2 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:09.276515 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf70c1-c702-44b9-8fe4-b3974173deef tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b0b208-9e79-4d52-9001-251322abd610,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:09.288140 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 1b51682d-824f-4bf2-b131-8ee192081ee2 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:09.288495 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 1b51682d-824f-4bf2-b131-8ee192081ee2 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:09.334386 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-78cf70c1-c702-44b9-8fe4-b3974173deef tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.335684 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-78cf70c1-c702-44b9-8fe4-b3974173deef tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3157003 Apr 29 15:57:09.339618 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60040) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:09.344044 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-b0dad531-2fd2-490c-80bc-280c9fbba9ca tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Request body: {'security_group_rule': {'security_group_id': '96b0b208-9e79-4d52-9001-251322abd610', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:57:09.464823 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b0dad531-2fd2-490c-80bc-280c9fbba9ca tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group_rule (4a8a3e1a-f50a-4169-b383-5f813d2ad8ad), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.510212 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60042) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:09.520964 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b0dad531-2fd2-490c-80bc-280c9fbba9ca tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group_rule (4a8a3e1a-f50a-4169-b383-5f813d2ad8ad), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.551547 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-8ceeb65e-2326-4a2a-a80b-cc34afa11ca5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e6264ad05e0444d9084fffc740ef97f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393901 Apr 29 15:57:09.554025 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60044) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:09.595404 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b0dad531-2fd2-490c-80bc-280c9fbba9ca tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (4a8a3e1a-f50a-4169-b383-5f813d2ad8ad), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.603252 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a33002c7-69c3-42fd-8922-335ce3dd4e64 admin admin] Publish callbacks [] for security_group (ce9f3768-307e-49ce-b3f5-3029faeb1189), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.615024 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dad531-2fd2-490c-80bc-280c9fbba9ca tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8a3e1a-f50a-4169-b383-5f813d2ad8ad,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:09.625624 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a33002c7-69c3-42fd-8922-335ce3dd4e64 admin admin] Publish callbacks [] for security_group (ce9f3768-307e-49ce-b3f5-3029faeb1189), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.683274 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-b0dad531-2fd2-490c-80bc-280c9fbba9ca tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.684446 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-b0dad531-2fd2-490c-80bc-280c9fbba9ca tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3437798 Apr 29 15:57:09.687220 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60046) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:09.691694 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-8d025e67-e171-41d9-86cd-a28508037958 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Request body: {'security_group_rule': {'security_group_id': '96b0b208-9e79-4d52-9001-251322abd610', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:57:09.737952 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a33002c7-69c3-42fd-8922-335ce3dd4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ce9f3768-307e-49ce-b3f5-3029faeb1189), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.741079 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a33002c7-69c3-42fd-8922-335ce3dd4e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.742474 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-a33002c7-69c3-42fd-8922-335ce3dd4e64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce9f3768-307e-49ce-b3f5-3029faeb1189 HTTP/1.1" status: 204 len: 168 time: 0.1872644 Apr 29 15:57:09.754935 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33002c7-69c3-42fd-8922-335ce3dd4e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9f3768-307e-49ce-b3f5-3029faeb1189,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:09.806775 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8d025e67-e171-41d9-86cd-a28508037958 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group_rule (aad0fd07-37ce-4e50-b135-17dd4e9d21f1), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.863704 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8d025e67-e171-41d9-86cd-a28508037958 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group_rule (aad0fd07-37ce-4e50-b135-17dd4e9d21f1), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.921217 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8d025e67-e171-41d9-86cd-a28508037958 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (aad0fd07-37ce-4e50-b135-17dd4e9d21f1), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:09.939097 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d025e67-e171-41d9-86cd-a28508037958 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad0fd07-37ce-4e50-b135-17dd4e9d21f1,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:10.002733 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8d025e67-e171-41d9-86cd-a28508037958 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:10.004058 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-8d025e67-e171-41d9-86cd-a28508037958 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158073 Apr 29 15:57:10.007286 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60050) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:10.012840 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:57:10.081618 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:10.168903 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:10.279702 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Allocated IP 172.27.1.23 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/b09c6324-1f0e-442e-ba80-96414b3edda9) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:57:10.384273 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for port (b09c6324-1f0e-442e-ba80-96414b3edda9), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:10.521498 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (b09c6324-1f0e-442e-ba80-96414b3edda9), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:10.561832 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:57:10.566586 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:57:10.570284 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:57:10.591668 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event updated for resources: {'Port': ['ID=b09c6324-1f0e-442e-ba80-96414b3edda9,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:10.655820 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (cb4f3e4c-216c-4af0-885a-594571728015), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:10.765733 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (b09c6324-1f0e-442e-ba80-96414b3edda9), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:10.911761 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for port (b09c6324-1f0e-442e-ba80-96414b3edda9), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:10.995313 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (b09c6324-1f0e-442e-ba80-96414b3edda9), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:11.065855 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event updated for resources: {'Port': ['ID=b09c6324-1f0e-442e-ba80-96414b3edda9,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:11.077635 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (cb4f3e4c-216c-4af0-885a-594571728015), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:11.145800 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:11.147023 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-d2f8096d-3b3d-48cc-8ab2-7cd8a53387cd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1380124 Apr 29 15:57:11.340142 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-f1625775-c99e-4fdd-b537-e6ba54a2c69c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--914609521&fields=id&tenant_id=0be3d85cd5da452f871f3f423d5bb1df HTTP/1.1" status: 200 len: 267 time: 0.0429878 Apr 29 15:57:11.448788 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-7d6f39c7-1735-4c21-8363-eee3d9c2103e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:11.450127 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-7d6f39c7-1735-4c21-8363-eee3d9c2103e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/networks?id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821 HTTP/1.1" status: 200 len: 810 time: 0.1037011 Apr 29 15:57:11.464639 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-a099992c-9a20-453e-9e98-c9aee38bbb39 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/quotas/0be3d85cd5da452f871f3f423d5bb1df HTTP/1.1" status: 200 len: 375 time: 0.0092280 Apr 29 15:57:11.512352 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-a189cf27-a55d-4e22-a229-76e0c7d880da tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429516 Apr 29 15:57:11.704430 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-b946df13-aeab-4022-b21b-57c4ccc867c9 service neutron] 10.222.0.23 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795528 Apr 29 15:57:11.793260 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-72246a18-41a0-49f6-8828-7548adcffbd8 service neutron] 10.222.0.23 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832305 Apr 29 15:57:12.046145 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3064631b-5744-4d0c-909a-61a64426860e req-6a0d9974-72e0-4ce5-9a3c-3307ae900d18 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 210 time: 0.0280857 Apr 29 15:57:13.143307 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8c1582ca-099b-42e6-a123-01178f74939b req-16820dba-725f-40a9-9a36-8ba223366af7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 210 time: 0.0288293 Apr 29 15:57:13.410843 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:57:14.244185 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-202f3768-0ed9-45c8-bbac-50908921b6b6 req-9ef46998-e892-4cc4-a204-96139378b357 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 210 time: 0.0324225 Apr 29 15:57:14.580055 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-b967500d-1ac6-4ba3-8e2b-c70097f28f82 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:14.581468 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-b967500d-1ac6-4ba3-8e2b-c70097f28f82 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.37 "GET /v2.0/networks?id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821 HTTP/1.1" status: 200 len: 810 time: 0.1022232 Apr 29 15:57:14.689485 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-249196d4-90f1-4fc6-94d1-acc5f1769e55 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0be3d85cd5da452f871f3f423d5bb1df HTTP/1.1" status: 200 len: 379 time: 0.0526373 Apr 29 15:57:14.705673 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Request body: {'port': {'device_id': '6c73794c-4a14-4659-82c2-b00aab3be853', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'admin_state_up': True, 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'security_groups': ['96b0b208-9e79-4d52-9001-251322abd610']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:57:14.801495 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:14.932400 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Made reservation on behalf of 0be3d85cd5da452f871f3f423d5bb1df for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:57:14.935912 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:15.058099 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc786-e503-4087-a860-5173b6096285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:15.073100 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Allocated IP 172.20.0.11 (1aec68a9-1e73-4c47-a6f4-8e07f7c78821/2b3bb281-55d8-4d59-b80a-6791f4fdac05/b4384ce1-de1a-4d89-85b9-3c359372c753) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:57:15.206445 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:15.325723 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:15.395567 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb60852-81c5-441a-bae4-36f3fed3c407 req-dae54c6a-adc8-4b86-ac8d-0afc6c95aa8e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:15.397055 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ebb60852-81c5-441a-bae4-36f3fed3c407 req-dae54c6a-adc8-4b86-ac8d-0afc6c95aa8e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 932 time: 0.0872769 Apr 29 15:57:15.398725 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:57:15.407374 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:57:15.416501 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:57:15.426841 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event updated for resources: {'Port': ['ID=b4384ce1-de1a-4d89-85b9-3c359372c753,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:15.493582 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:15.494230 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:15.500636 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ebb60852-81c5-441a-bae4-36f3fed3c407 req-b202a5a8-3ad8-4eae-b6f5-8622aef333d4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968168 Apr 29 15:57:15.592244 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-391c76da-eddd-4382-a84d-534b348f9dd0 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8924546 Apr 29 15:57:15.607036 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Request body: {'port': {'device_id': '6c73794c-4a14-4659-82c2-b00aab3be853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:57:15.617952 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-71fb6a11-ef9f-4d32-8d48-b2756126c89e None None] Provisioning complete for port b4384ce1-de1a-4d89-85b9-3c359372c753 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:57:15.618415 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-71fb6a11-ef9f-4d32-8d48-b2756126c89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:15.655641 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-71fb6a11-ef9f-4d32-8d48-b2756126c89e None None] Port b4384ce1-de1a-4d89-85b9-3c359372c753 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:57:15.674675 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:15.946561 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4384ce1-de1a-4d89-85b9-3c359372c753 {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:57:15.953932 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Publish callbacks [] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:15.967159 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Transition to ACTIVE for port object b4384ce1-de1a-4d89-85b9-3c359372c753 will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:57:16.115445 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:16.171670 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Pushing event updated for resources: {'Port': ['ID=b4384ce1-de1a-4d89-85b9-3c359372c753,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:16.244229 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Attempting to bind port b4384ce1-de1a-4d89-85b9-3c359372c753 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:57:16.244572 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Attempting to bind port b4384ce1-de1a-4d89-85b9-3c359372c753 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:57:16.244907 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Attempting to bind port b4384ce1-de1a-4d89-85b9-3c359372c753 on network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:57:16.249565 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Port b4384ce1-de1a-4d89-85b9-3c359372c753 on network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:57:16.249899 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Attempting to bind port b4384ce1-de1a-4d89-85b9-3c359372c753 on network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:57:16.254921 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:57:16.255261 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Checking segment: {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:57:16.255643 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Bound using segment: {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:57:16.256157 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Bound port: b4384ce1-de1a-4d89-85b9-3c359372c753, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac7e06-cfcd-4e1c-aa3f-c230d297999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:57:16.256517 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:16.327134 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] For port b4384ce1-de1a-4d89-85b9-3c359372c753, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:57:16.333423 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] For port b4384ce1-de1a-4d89-85b9-3c359372c753, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=b4384ce1-de1a-4d89-85b9-3c359372c753,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:57:16.405598 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73658d6e-a873-499f-a9b4-3e204214cbe7 req-fa00d997-a74c-47ad-b5d2-afe1e50eb548 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:16.407049 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-73658d6e-a873-499f-a9b4-3e204214cbe7 req-fa00d997-a74c-47ad-b5d2-afe1e50eb548 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0528455 Apr 29 15:57:16.408531 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:16.455993 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:16.456292 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:16.457669 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] 10.222.0.37 "PUT /v2.0/ports/b4384ce1-de1a-4d89-85b9-3c359372c753 HTTP/1.1" status: 200 len: 1094 time: 0.8547039 Apr 29 15:57:16.461700 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c73794c-4a14-4659-82c2-b00aab3be853', 'tag': 'b4384ce1-de1a-4d89-85b9-3c359372c753'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:16.463982 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d26b98-15b4-40be-813b-2f684f369ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c73794c-4a14-4659-82c2-b00aab3be853", "tag": "b4384ce1-de1a-4d89-85b9-3c359372c753"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:57:16.500163 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054df7ae-bcb1-4ddd-9778-48c9724bbc42 service neutron] Pushing event updated for resources: {'Port': ['ID=b4384ce1-de1a-4d89-85b9-3c359372c753,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:16.516215 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-73658d6e-a873-499f-a9b4-3e204214cbe7 req-c54d051a-331b-4355-8ed6-2a368a85f040 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025667 Apr 29 15:57:16.626252 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be8cd1-b5c7-461a-a015-df59768f244d req-8c1ab5af-0628-457c-89b7-89980ee03113 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:16.627814 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-58be8cd1-b5c7-461a-a015-df59768f244d req-8c1ab5af-0628-457c-89b7-89980ee03113 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 944 time: 0.0527368 Apr 29 15:57:16.640722 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a485c1bd-0a05-439e-b140-d722072a57e0 x-openstack-request-id: req-a485c1bd-0a05-439e-b140-d722072a57e0 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:57:16.641104 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c73794c-4a14-4659-82c2-b00aab3be853", "tag": "b4384ce1-de1a-4d89-85b9-3c359372c753", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:57:16.641430 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a485c1bd-0a05-439e-b140-d722072a57e0 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:57:16.641906 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a485c1bd-0a05-439e-b140-d722072a57e0'] response: {'name': 'network-changed', 'server_uuid': '6c73794c-4a14-4659-82c2-b00aab3be853', 'tag': 'b4384ce1-de1a-4d89-85b9-3c359372c753', 'status': 'completed', 'code': 200} Apr 29 15:57:16.682052 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-58be8cd1-b5c7-461a-a015-df59768f244d req-44d637f6-7a36-447b-bd1b-a727dcb16edd tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483725 Apr 29 15:57:17.395517 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-fe28fea6-d006-42f9-a7bd-c86a1e4fa8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:17.641405 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b30b8-6eb0-4e5f-9590-6407f0d04abb req-c9ab87d2-6b92-47b6-87b1-4ecae8b821ab tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:17.642949 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f56b30b8-6eb0-4e5f-9590-6407f0d04abb req-c9ab87d2-6b92-47b6-87b1-4ecae8b821ab tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0554221 Apr 29 15:57:17.691018 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f56b30b8-6eb0-4e5f-9590-6407f0d04abb req-9ff33028-edcd-45d2-9d4a-a7476a9955df tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Apr 29 15:57:17.794633 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1361a-7d26-43e0-bd3f-2ff7f3137b47 req-f1958ea0-bfab-4606-ac8a-64877741728e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:17.796141 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9bb1361a-7d26-43e0-bd3f-2ff7f3137b47 req-f1958ea0-bfab-4606-ac8a-64877741728e tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 944 time: 0.0467095 Apr 29 15:57:17.843083 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9bb1361a-7d26-43e0-bd3f-2ff7f3137b47 req-66b3320d-4123-495d-9d04-cf5e04e9c7d4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412753 Apr 29 15:57:18.698326 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:18.815407 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45e5c1-6c6c-4342-8a3b-ad3965055acf req-3f89ebf5-8edd-488c-8581-5081b3c7bdf5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:18.816877 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b45e5c1-6c6c-4342-8a3b-ad3965055acf req-3f89ebf5-8edd-488c-8581-5081b3c7bdf5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0526445 Apr 29 15:57:18.867344 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8b45e5c1-6c6c-4342-8a3b-ad3965055acf req-199af157-aafe-483b-93d1-538e6c3aac73 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439770 Apr 29 15:57:18.955510 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74156482-c57c-413d-b738-1f1644a96394 req-00904381-4e4a-489e-ab93-37bfd12ebeec tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:18.956898 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-74156482-c57c-413d-b738-1f1644a96394 req-00904381-4e4a-489e-ab93-37bfd12ebeec tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 944 time: 0.0477164 Apr 29 15:57:19.003186 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-74156482-c57c-413d-b738-1f1644a96394 req-fa6cad02-fb81-42b2-8332-ba687ebff9ca tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407057 Apr 29 15:57:19.948944 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d26b98-15b4-40be-813b-2f684f369ce8 req-a993b043-cb4a-4f1c-b2a1-b7ba43af95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:19.950492 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b8d26b98-15b4-40be-813b-2f684f369ce8 req-a993b043-cb4a-4f1c-b2a1-b7ba43af95f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 1128 time: 0.0536721 Apr 29 15:57:20.015913 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3ba39-0081-4c3b-bd54-6acbbd9a9c01 req-88f2b159-357d-4c03-977d-84aa5b5a01c5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:20.017418 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c8a3ba39-0081-4c3b-bd54-6acbbd9a9c01 req-88f2b159-357d-4c03-977d-84aa5b5a01c5 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0821934 Apr 29 15:57:20.144307 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:20.146333 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d26b98-15b4-40be-813b-2f684f369ce8 req-af4790a9-debb-4f2a-afb3-b2597d3df021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:20.147771 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b8d26b98-15b4-40be-813b-2f684f369ce8 req-af4790a9-debb-4f2a-afb3-b2597d3df021 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1780276 Apr 29 15:57:20.169116 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed0aef-f9e8-49f6-ae29-0f22e1b40c14 req-0d70b6a3-98fd-4eda-9f88-63487a8e9ca8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:20.170494 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-26ed0aef-f9e8-49f6-ae29-0f22e1b40c14 req-0d70b6a3-98fd-4eda-9f88-63487a8e9ca8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 944 time: 0.0954187 Apr 29 15:57:20.174502 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c8a3ba39-0081-4c3b-bd54-6acbbd9a9c01 req-9df678cc-bcb1-4bfc-86e5-efdeadefc541 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514232 Apr 29 15:57:20.308653 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-1c069772-bedf-430e-9943-e316fa199b15 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:20.310053 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-1c069772-bedf-430e-9943-e316fa199b15 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.1093855 Apr 29 15:57:20.334670 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-26ed0aef-f9e8-49f6-ae29-0f22e1b40c14 req-561e467e-993e-4342-8ba2-4b7db0b593b7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489017 Apr 29 15:57:20.358508 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d26b98-15b4-40be-813b-2f684f369ce8 req-b3dc0731-ca73-4121-b757-a495c57929bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:20.359966 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b8d26b98-15b4-40be-813b-2f684f369ce8 req-b3dc0731-ca73-4121-b757-a495c57929bd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2042837 Apr 29 15:57:20.448821 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Deleting port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:20.449073 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:20.452233 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-cc5fbb53-1f9f-4f49-bb8b-e348c3be2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:20.453680 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-cc5fbb53-1f9f-4f49-bb8b-e348c3be2b4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 1128 time: 0.0556138 Apr 29 15:57:20.509536 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-fb50f092-7c1f-44d9-9332-d51a59dd4a77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4384ce1-de1a-4d89-85b9-3c359372c753 HTTP/1.1" status: 200 len: 217 time: 0.0429704 Apr 29 15:57:20.603741 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-652331eb-2d49-442e-9968-b1bb0753f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:20.605248 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-652331eb-2d49-442e-9968-b1bb0753f289 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3bb281-55d8-4d59-b80a-6791f4fdac05 HTTP/1.1" status: 200 len: 849 time: 0.0668631 Apr 29 15:57:20.609814 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] For port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:20.610173 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:20.690663 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-8f898663-3633-4975-8296-d970e764e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:20.692171 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-8f898663-3633-4975-8296-d970e764e334 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795205 Apr 29 15:57:21.159811 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-dba272ec-9f6b-4a4c-b781-82e4a8f4822d service neutron] 10.222.0.37 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598505 Apr 29 15:57:21.177564 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:21.177914 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (7e2ad878-dd5d-4e84-94ee-d6be7abda5c6), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:21.178223 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Floating IP 7e2ad878-dd5d-4e84-94ee-d6be7abda5c6 disassociated. External IP: 172.27.1.113, port: acea6f8e-2aad-4564-b8c8-ff9e0dc3469c. Apr 29 15:57:21.178564 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Calling delete_port for acea6f8e-2aad-4564-b8c8-ff9e0dc3469c owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:21.328551 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd66f5-fdba-4b1a-8d0b-b0e877263404 req-152d17fb-faa3-47da-9d3f-ca6cfcd3b150 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:21.329981 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2ccd66f5-fdba-4b1a-8d0b-b0e877263404 req-152d17fb-faa3-47da-9d3f-ca6cfcd3b150 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 945 time: 0.0664215 Apr 29 15:57:21.375121 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca8dad6c-f53f-44f2-83e4-0d6b199e7c61 req-4a31eb35-6861-47aa-95d4-e355b05a927e service neutron] 10.222.0.37 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065802 Apr 29 15:57:21.437633 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2ccd66f5-fdba-4b1a-8d0b-b0e877263404 req-1876607a-3153-4870-a4c9-415db5a1a215 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=25cad14f-7cb0-4abd-aedf-31099961c278&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992129 Apr 29 15:57:21.483162 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1a5c6-1ef1-4465-9c84-42c40b1c1423 req-a4c73b90-e7ce-4b5b-bd69-5023a886df36 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:21.484636 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3dd1a5c6-1ef1-4465-9c84-42c40b1c1423 req-a4c73b90-e7ce-4b5b-bd69-5023a886df36 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 944 time: 0.0643492 Apr 29 15:57:21.531917 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3dd1a5c6-1ef1-4465-9c84-42c40b1c1423 req-ddd90687-42d7-4bad-bf5d-b7e6ca10b504 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410948 Apr 29 15:57:21.532930 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (acea6f8e-2aad-4564-b8c8-ff9e0dc3469c), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:21.564802 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event deleted for resources: {'Port': ['ID=acea6f8e-2aad-4564-b8c8-ff9e0dc3469c,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:21.658376 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:21.684030 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Router 804aab0e-707f-4d5c-ab68-54c00fd57736 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:57:21.794586 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:57:21.804802 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae5d4f-d0a8-4bbf-8945-4616d0636441 None None] Sync routers for ids ['804aab0e-707f-4d5c-ab68-54c00fd57736'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:57:21.814169 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccae5d4f-d0a8-4bbf-8945-4616d0636441 None None] Routers {'804aab0e-707f-4d5c-ab68-54c00fd57736'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:21.814781 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-ccae5d4f-d0a8-4bbf-8945-4616d0636441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:57:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['804aab0e-707f-4d5c-ab68-54c00fd57736'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:21.837722 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] No DVR routers for this DVR port acea6f8e-2aad-4564-b8c8-ff9e0dc3469c on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:57:21.840314 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:21.843655 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1f325ab-764e-43c3-9a37-992c7d0027e5 req-de57b9ab-00bb-44ee-9cbb-ea5acbfecff9 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "DELETE /v2.0/ports/acea6f8e-2aad-4564-b8c8-ff9e0dc3469c HTTP/1.1" status: 204 len: 173 time: 1.5270028 Apr 29 15:57:21.844138 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'name': 'network-vif-deleted', 'tag': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:21.846466 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f802381b-24d3-4b90-b3fc-f06e97d4226c" -d '{"events": [{"server_uuid": "fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49", "name": "network-vif-deleted", "tag": "acea6f8e-2aad-4564-b8c8-ff9e0dc3469c"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:57:21.882024 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110b840b-1f28-4f47-a5c3-69a8753f08c2 x-openstack-request-id: req-110b840b-1f28-4f47-a5c3-69a8753f08c2 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:57:21.882880 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49", "name": "network-vif-deleted", "tag": "acea6f8e-2aad-4564-b8c8-ff9e0dc3469c", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:57:21.883268 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-110b840b-1f28-4f47-a5c3-69a8753f08c2 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:57:21.883681 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110b840b-1f28-4f47-a5c3-69a8753f08c2'] response: {'server_uuid': 'fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49', 'name': 'network-vif-deleted', 'tag': 'acea6f8e-2aad-4564-b8c8-ff9e0dc3469c', 'status': 'completed', 'code': 200} Apr 29 15:57:22.057907 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-ccae5d4f-d0a8-4bbf-8945-4616d0636441 None None] Set router 804aab0e-707f-4d5c-ab68-54c00fd57736 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:22.248598 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-ccae5d4f-d0a8-4bbf-8945-4616d0636441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:06Z', 'revision_number': 5, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:22.275153 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae5d4f-d0a8-4bbf-8945-4616d0636441 None None] Checking router: 804aab0e-707f-4d5c-ab68-54c00fd57736 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:57:22.283308 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccae5d4f-d0a8-4bbf-8945-4616d0636441 None None] Routers {'804aab0e-707f-4d5c-ab68-54c00fd57736'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:22.283945 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-ccae5d4f-d0a8-4bbf-8945-4616d0636441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:57:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['804aab0e-707f-4d5c-ab68-54c00fd57736'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:22.391026 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-ccae5d4f-d0a8-4bbf-8945-4616d0636441 None None] Set router 804aab0e-707f-4d5c-ab68-54c00fd57736 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:22.536581 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9dfbf102-758f-4c27-ae52-33bd9135ba02 req-f2f5d1ba-74ba-4ace-b365-ad546207334c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdbd958e-3b2b-405d-a2b5-7fe0ea8c3a49 HTTP/1.1" status: 200 len: 210 time: 0.0272100 Apr 29 15:57:22.585599 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-ccae5d4f-d0a8-4bbf-8945-4616d0636441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:06Z', 'revision_number': 5, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:22.618973 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae5d4f-d0a8-4bbf-8945-4616d0636441 None None] The sync data for ids ['804aab0e-707f-4d5c-ab68-54c00fd57736'] in dv-cinder-839872-2-iscsi is: [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 4, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd7e3bb22-4a77-470a-8a2c-7bd69b2e83a3', 'name': '', 'network_id': 'f1de7a5a-0bdd-472f-8ef1-d841062133e9', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'mac_address': 'fa:16:3e:8a:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:06Z', 'revision_number': 5, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'subnets': [{'id': '1abff850-ccc0-45f4-8d97-2247db58b036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:57:22.650902 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806593-5436-474c-b652-5f9e4bcc44a8 req-a6f51faf-ebf8-49ab-a022-fd46bfb65cf8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:22.652632 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1b806593-5436-474c-b652-5f9e4bcc44a8 req-a6f51faf-ebf8-49ab-a022-fd46bfb65cf8 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 944 time: 0.0502880 Apr 29 15:57:22.713214 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1b806593-5436-474c-b652-5f9e4bcc44a8 req-a5143d59-d763-44aa-8add-619e27e1a1fa tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544560 Apr 29 15:57:22.854834 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493724e-fe8b-4c37-a560-1b93980e513e None None] New status for floating IP 7e2ad878-dd5d-4e84-94ee-d6be7abda5c6: DOWN {{(pid=110326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:57:23.331035 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device b4384ce1-de1a-4d89-85b9-3c359372c753 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:57:23.334211 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device acea6f8e-2aad-4564-b8c8-ff9e0dc3469c no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:23.360397 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: acea6f8e-2aad-4564-b8c8-ff9e0dc3469c {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:23.360743 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device acea6f8e-2aad-4564-b8c8-ff9e0dc3469c not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:23.452857 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port b4384ce1-de1a-4d89-85b9-3c359372c753, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=b4384ce1-de1a-4d89-85b9-3c359372c753,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:23.464351 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'b4384ce1-de1a-4d89-85b9-3c359372c753', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'port_id': 'b4384ce1-de1a-4d89-85b9-3c359372c753', 'mac_address': 'fa:16:3e:2a:ef:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:57:23.503000 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port b4384ce1-de1a-4d89-85b9-3c359372c753 is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:57:23.503385 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:23.516165 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4384ce1-de1a-4d89-85b9-3c359372c753 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:57:23.534992 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port b4384ce1-de1a-4d89-85b9-3c359372c753, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=b4384ce1-de1a-4d89-85b9-3c359372c753,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:23.612085 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:23.660306 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=b4384ce1-de1a-4d89-85b9-3c359372c753,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:23.709954 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60154) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:23.774648 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ce4b-ab56-466e-b740-0a5566386c83 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for security_group (25cad14f-7cb0-4abd-aedf-31099961c278), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:23.823988 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ce4b-ab56-466e-b740-0a5566386c83 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for security_group (25cad14f-7cb0-4abd-aedf-31099961c278), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:23.852825 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a60ee-9457-40d5-a6f1-90f72da3d823 req-67400bb1-3e9c-4411-90ce-522005fe2207 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:23.854300 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a73a60ee-9457-40d5-a6f1-90f72da3d823 req-67400bb1-3e9c-4411-90ce-522005fe2207 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 945 time: 0.0686216 Apr 29 15:57:23.908743 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a73a60ee-9457-40d5-a6f1-90f72da3d823 req-1d65be2b-d87d-4649-9206-84376161fd07 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471134 Apr 29 15:57:23.935113 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['b4384ce1-de1a-4d89-85b9-3c359372c753'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:57:23.983792 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ce4b-ab56-466e-b740-0a5566386c83 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (25cad14f-7cb0-4abd-aedf-31099961c278), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:23.986722 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ce4b-ab56-466e-b740-0a5566386c83 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:23.988019 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-3dc9ce4b-ab56-466e-b740-0a5566386c83 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "DELETE /v2.0/security-groups/25cad14f-7cb0-4abd-aedf-31099961c278 HTTP/1.1" status: 204 len: 168 time: 0.2764812 Apr 29 15:57:23.991339 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60158) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:23.997859 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9ce4b-ab56-466e-b740-0a5566386c83 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cad14f-7cb0-4abd-aedf-31099961c278,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:24.011898 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.api.v2.resource [None req-793e23cb-8616-480c-80a5-c4f8a808a6f8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] show failed (client error): The resource could not be found. Apr 29 15:57:24.015660 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60160) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:24.015834 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-793e23cb-8616-480c-80a5-c4f8a808a6f8 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups/25cad14f-7cb0-4abd-aedf-31099961c278 HTTP/1.1" status: 404 len: 347 time: 0.0226879 Apr 29 15:57:24.137719 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-2026131d-a61e-4421-b5d8-ec21b72ad679 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Deleting port 76b5f722-9204-4587-93b7-6b23853f9680 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:24.138082 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2026131d-a61e-4421-b5d8-ec21b72ad679 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (76b5f722-9204-4587-93b7-6b23853f9680), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:24.212065 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2026131d-a61e-4421-b5d8-ec21b72ad679 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (76b5f722-9204-4587-93b7-6b23853f9680), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:24.212390 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2026131d-a61e-4421-b5d8-ec21b72ad679 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for floatingip (76b5f722-9204-4587-93b7-6b23853f9680), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:24.224059 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-2026131d-a61e-4421-b5d8-ec21b72ad679 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Calling delete_port for 76b5f722-9204-4587-93b7-6b23853f9680 owned by network:floatingip {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:24.424034 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2026131d-a61e-4421-b5d8-ec21b72ad679 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (76b5f722-9204-4587-93b7-6b23853f9680), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:24.450063 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026131d-a61e-4421-b5d8-ec21b72ad679 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event deleted for resources: {'Port': ['ID=76b5f722-9204-4587-93b7-6b23853f9680,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:24.513935 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2026131d-a61e-4421-b5d8-ec21b72ad679 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks [] for floatingip (7e2ad878-dd5d-4e84-94ee-d6be7abda5c6), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:24.516646 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2026131d-a61e-4421-b5d8-ec21b72ad679 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:24.517865 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-2026131d-a61e-4421-b5d8-ec21b72ad679 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "DELETE /v2.0/floatingips/7e2ad878-dd5d-4e84-94ee-d6be7abda5c6 HTTP/1.1" status: 204 len: 168 time: 0.5009098 Apr 29 15:57:25.024691 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927332-03b4-4834-932d-0b41b024f8b1 req-846875b8-ac9b-4f03-a08b-39d9f2ec5324 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:25.026168 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5927332-03b4-4834-932d-0b41b024f8b1 req-846875b8-ac9b-4f03-a08b-39d9f2ec5324 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 945 time: 0.0488024 Apr 29 15:57:25.073629 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f5927332-03b4-4834-932d-0b41b024f8b1 req-63a2f994-7a02-48ac-84c1-ac0819b736ff tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 Apr 29 15:57:25.352322 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device b4384ce1-de1a-4d89-85b9-3c359372c753 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:57:25.394914 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port b4384ce1-de1a-4d89-85b9-3c359372c753 completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:57:25.497931 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port b4384ce1-de1a-4d89-85b9-3c359372c753 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:57:25.498229 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:25.575890 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port b4384ce1-de1a-4d89-85b9-3c359372c753 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:57:25.576270 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:25.598221 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c73794c-4a14-4659-82c2-b00aab3be853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4384ce1-de1a-4d89-85b9-3c359372c753'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:25.600461 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f1b885-eecd-49f3-b859-c5bdd8edef6a" -d '{"events": [{"server_uuid": "6c73794c-4a14-4659-82c2-b00aab3be853", "name": "network-vif-plugged", "status": "completed", "tag": "b4384ce1-de1a-4d89-85b9-3c359372c753"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:57:25.612501 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port b4384ce1-de1a-4d89-85b9-3c359372c753, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=b4384ce1-de1a-4d89-85b9-3c359372c753,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:25.692630 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:25.698072 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8842aebd-f345-4dc3-b345-6618821d522f x-openstack-request-id: req-8842aebd-f345-4dc3-b345-6618821d522f {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:57:25.703433 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c73794c-4a14-4659-82c2-b00aab3be853", "name": "network-vif-plugged", "status": "completed", "tag": "b4384ce1-de1a-4d89-85b9-3c359372c753", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:57:25.703433 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8842aebd-f345-4dc3-b345-6618821d522f {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:57:25.703433 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8842aebd-f345-4dc3-b345-6618821d522f'] response: {'server_uuid': '6c73794c-4a14-4659-82c2-b00aab3be853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4384ce1-de1a-4d89-85b9-3c359372c753', 'code': 200} Apr 29 15:57:25.745604 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=b4384ce1-de1a-4d89-85b9-3c359372c753,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:25.967596 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0c1dc-3f3d-448f-bbdf-3fff2ad3a7dd req-f12628d4-4c0b-4c57-8795-df31c904d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:25.969331 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-78a0c1dc-3f3d-448f-bbdf-3fff2ad3a7dd req-f12628d4-4c0b-4c57-8795-df31c904d18b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 1130 time: 0.0427687 Apr 29 15:57:26.014254 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-78a0c1dc-3f3d-448f-bbdf-3fff2ad3a7dd req-da495d41-63fe-4237-9220-2c3dfc20da01 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390341 Apr 29 15:57:26.192556 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b62693-2a26-40f4-8da7-5ae023e396eb req-bbe433c8-38a3-41f8-8014-6735ca009784 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:26.194013 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e8b62693-2a26-40f4-8da7-5ae023e396eb req-bbe433c8-38a3-41f8-8014-6735ca009784 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 946 time: 0.0500507 Apr 29 15:57:26.240933 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e8b62693-2a26-40f4-8da7-5ae023e396eb req-43c81be0-6836-40b3-ab3f-767f715ca25a tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406766 Apr 29 15:57:27.375191 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b32cf0-f977-4655-9e09-b042d290130b req-81ddef60-7af2-4ba7-8384-a41723db0f25 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:27.376675 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-27b32cf0-f977-4655-9e09-b042d290130b req-81ddef60-7af2-4ba7-8384-a41723db0f25 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0748520 Apr 29 15:57:27.382582 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4c66b-3d22-4321-8cc9-e9533d684932 req-89148d4d-3752-41c3-ba36-b5dc95622140 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:27.386502 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ff4c66b-3d22-4321-8cc9-e9533d684932 req-89148d4d-3752-41c3-ba36-b5dc95622140 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 946 time: 0.0734372 Apr 29 15:57:27.457094 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-27b32cf0-f977-4655-9e09-b042d290130b req-b8f5e305-091f-4a53-b5f8-68140690d379 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715804 Apr 29 15:57:27.460371 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ff4c66b-3d22-4321-8cc9-e9533d684932 req-151cdc3c-ec66-45e0-b71c-876b5f455683 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693202 Apr 29 15:57:28.597447 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b30345-e663-4fdc-88a3-10802529aa21 req-bf732dec-84dd-4a1c-bab7-6dc51c963642 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:28.598909 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-12b30345-e663-4fdc-88a3-10802529aa21 req-bf732dec-84dd-4a1c-bab7-6dc51c963642 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0737681 Apr 29 15:57:28.606969 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34071db5-8365-4605-b94f-32211cc878c2 req-62b06d59-a7ea-4cbf-b430-3d9052664f33 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:28.608430 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-34071db5-8365-4605-b94f-32211cc878c2 req-62b06d59-a7ea-4cbf-b430-3d9052664f33 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 946 time: 0.0741844 Apr 29 15:57:28.680585 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-12b30345-e663-4fdc-88a3-10802529aa21 req-756f1976-554a-447f-80b6-f0a12d4dc166 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712063 Apr 29 15:57:28.687359 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-34071db5-8365-4605-b94f-32211cc878c2 req-199fc472-6be1-493b-bfe2-be5f44637feb tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720990 Apr 29 15:57:28.796465 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e70f8-3033-4f30-9f53-f0dbbeb56fb9 req-3aff5f14-282f-4f24-8476-30f2ec9822b1 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:28.797820 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e42e70f8-3033-4f30-9f53-f0dbbeb56fb9 req-3aff5f14-282f-4f24-8476-30f2ec9822b1 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 946 time: 0.0478096 Apr 29 15:57:28.806493 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60196) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:28.810759 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-dfc0abca-5489-43e2-a2ef-61371aa464b4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Request body: {'floatingip': {'port_id': 'b4384ce1-de1a-4d89-85b9-3c359372c753'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:57:28.850334 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-dfc0abca-5489-43e2-a2ef-61371aa464b4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (cb4f3e4c-216c-4af0-885a-594571728015), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:29.292238 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-dfc0abca-5489-43e2-a2ef-61371aa464b4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:29.349373 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-dfc0abca-5489-43e2-a2ef-61371aa464b4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (cb4f3e4c-216c-4af0-885a-594571728015), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:29.454030 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [None req-dfc0abca-5489-43e2-a2ef-61371aa464b4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Floating IP cb4f3e4c-216c-4af0-885a-594571728015 associated. External IP: 172.27.1.23, port: b4384ce1-de1a-4d89-85b9-3c359372c753. Apr 29 15:57:29.670419 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc0abca-5489-43e2-a2ef-61371aa464b4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:57:29.848902 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc0abca-5489-43e2-a2ef-61371aa464b4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:57:29.857063 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-dfc0abca-5489-43e2-a2ef-61371aa464b4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:29.860824 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a00dc-6104-4528-8bec-9c949c0451eb None None] Sync routers for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:57:29.867321 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeee4b-e6d6-43ad-88a8-7f2170196738 req-b61f5943-ebe3-469e-85c3-938224cb60be tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:29.869179 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b4eeee4b-e6d6-43ad-88a8-7f2170196738 req-b61f5943-ebe3-469e-85c3-938224cb60be tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1010551 Apr 29 15:57:29.871366 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a00dc-6104-4528-8bec-9c949c0451eb None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:29.872027 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-b74a00dc-6104-4528-8bec-9c949c0451eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:57:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:29.893878 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fbfdc-2ddd-4959-8872-5df6e940723e req-68ecb4cf-38db-432f-9d15-33faa8e5f581 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:29.895263 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-670fbfdc-2ddd-4959-8872-5df6e940723e req-68ecb4cf-38db-432f-9d15-33faa8e5f581 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0922549 Apr 29 15:57:29.947142 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-dfc0abca-5489-43e2-a2ef-61371aa464b4 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "PUT /v2.0/floatingips/cb4f3e4c-216c-4af0-885a-594571728015 HTTP/1.1" status: 200 len: 991 time: 1.1396000 Apr 29 15:57:29.950770 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c73794c-4a14-4659-82c2-b00aab3be853', 'tag': 'b4384ce1-de1a-4d89-85b9-3c359372c753'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:29.952673 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c9ff8d-3502-4b31-903c-17d2f4510eba" -d '{"events": [{"name": "network-changed", "server_uuid": "6c73794c-4a14-4659-82c2-b00aab3be853", "tag": "b4384ce1-de1a-4d89-85b9-3c359372c753"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:57:29.984298 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-b74a00dc-6104-4528-8bec-9c949c0451eb None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:30.012267 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811f285f-54d4-4a67-886d-7efd542903f3 x-openstack-request-id: req-811f285f-54d4-4a67-886d-7efd542903f3 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:57:30.016110 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c73794c-4a14-4659-82c2-b00aab3be853", "tag": "b4384ce1-de1a-4d89-85b9-3c359372c753", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:57:30.016110 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-811f285f-54d4-4a67-886d-7efd542903f3 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:57:30.016110 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811f285f-54d4-4a67-886d-7efd542903f3'] response: {'name': 'network-changed', 'server_uuid': '6c73794c-4a14-4659-82c2-b00aab3be853', 'tag': 'b4384ce1-de1a-4d89-85b9-3c359372c753', 'status': 'completed', 'code': 200} Apr 29 15:57:30.018669 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b4eeee4b-e6d6-43ad-88a8-7f2170196738 req-56ab7890-3279-4ad6-be34-5da8c105cd87 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312282 Apr 29 15:57:30.068925 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-670fbfdc-2ddd-4959-8872-5df6e940723e req-c43d46d9-0039-4d19-b741-b20377000208 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Deleting port f48b684f-4075-4b85-86be-5fdde22f8ad3 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:30.069267 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-670fbfdc-2ddd-4959-8872-5df6e940723e req-c43d46d9-0039-4d19-b741-b20377000208 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:30.094638 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9ff8d-3502-4b31-903c-17d2f4510eba req-435e75d7-bfa2-42e4-9057-ee529a6092fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:30.096207 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b0c9ff8d-3502-4b31-903c-17d2f4510eba req-435e75d7-bfa2-42e4-9057-ee529a6092fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 1130 time: 0.0688524 Apr 29 15:57:30.211855 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-b74a00dc-6104-4528-8bec-9c949c0451eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': 'cb4f3e4c-216c-4af0-885a-594571728015', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'port_id': 'b4384ce1-de1a-4d89-85b9-3c359372c753', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'mac_address': 'fa:16:3e:2a:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73794c-4a14-4659-82c2-b00aab3be853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:57:10Z', 'updated_at': '2022-04-29T15:57:29Z', 'revision_number': 1, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:30.231589 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-670fbfdc-2ddd-4959-8872-5df6e940723e req-c43d46d9-0039-4d19-b741-b20377000208 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] For port f48b684f-4075-4b85-86be-5fdde22f8ad3, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=f48b684f-4075-4b85-86be-5fdde22f8ad3,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:30.231912 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-670fbfdc-2ddd-4959-8872-5df6e940723e req-c43d46d9-0039-4d19-b741-b20377000208 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:30.241639 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a00dc-6104-4528-8bec-9c949c0451eb None None] Checking router: ad7a6ff4-0fcf-4e21-930c-caa92aca17dd for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:57:30.250375 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a00dc-6104-4528-8bec-9c949c0451eb None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:30.250976 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-b74a00dc-6104-4528-8bec-9c949c0451eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:57:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:30.254165 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-670fbfdc-2ddd-4959-8872-5df6e940723e req-c43d46d9-0039-4d19-b741-b20377000208 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Calling delete_port for f48b684f-4075-4b85-86be-5fdde22f8ad3 owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:30.261098 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9ff8d-3502-4b31-903c-17d2f4510eba req-941426e1-715f-44e7-914e-64d9fe63954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:30.262601 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b0c9ff8d-3502-4b31-903c-17d2f4510eba req-941426e1-715f-44e7-914e-64d9fe63954a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821 HTTP/1.1" status: 200 len: 911 time: 0.1572757 Apr 29 15:57:30.359901 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-b74a00dc-6104-4528-8bec-9c949c0451eb None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:30.373608 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b0c9ff8d-3502-4b31-903c-17d2f4510eba req-f2c8647a-e9f5-4ed1-aa86-0e752c146435 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4384ce1-de1a-4d89-85b9-3c359372c753 HTTP/1.1" status: 200 len: 999 time: 0.1032937 Apr 29 15:57:30.714886 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-b74a00dc-6104-4528-8bec-9c949c0451eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': 'cb4f3e4c-216c-4af0-885a-594571728015', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'port_id': 'b4384ce1-de1a-4d89-85b9-3c359372c753', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'mac_address': 'fa:16:3e:2a:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73794c-4a14-4659-82c2-b00aab3be853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:57:10Z', 'updated_at': '2022-04-29T15:57:29Z', 'revision_number': 1, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:30.730647 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9ff8d-3502-4b31-903c-17d2f4510eba req-de054554-5525-4741-b6fc-c00dc2008781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:30.732188 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b0c9ff8d-3502-4b31-903c-17d2f4510eba req-de054554-5525-4741-b6fc-c00dc2008781 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b3bb281-55d8-4d59-b80a-6791f4fdac05 HTTP/1.1" status: 200 len: 849 time: 0.3487325 Apr 29 15:57:30.745645 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a00dc-6104-4528-8bec-9c949c0451eb None None] The sync data for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi is: [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': 'cb4f3e4c-216c-4af0-885a-594571728015', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'port_id': 'b4384ce1-de1a-4d89-85b9-3c359372c753', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'mac_address': 'fa:16:3e:2a:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73794c-4a14-4659-82c2-b00aab3be853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:57:10Z', 'updated_at': '2022-04-29T15:57:29Z', 'revision_number': 1, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:57:30.787082 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9ff8d-3502-4b31-903c-17d2f4510eba req-1f22e4a0-70fa-4768-9e69-79b0ad09e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:30.788648 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b0c9ff8d-3502-4b31-903c-17d2f4510eba req-1f22e4a0-70fa-4768-9e69-79b0ad09e653 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1aec68a9-1e73-4c47-a6f4-8e07f7c78821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499263 Apr 29 15:57:30.859854 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-670fbfdc-2ddd-4959-8872-5df6e940723e req-c43d46d9-0039-4d19-b741-b20377000208 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (f48b684f-4075-4b85-86be-5fdde22f8ad3), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:30.874731 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['5cee5e46-58d2-448f-adee-be2c38332f8f', 'f48b684f-4075-4b85-86be-5fdde22f8ad3'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:57:30.895820 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d46d9-0039-4d19-b741-b20377000208 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event deleted for resources: {'Port': ['ID=f48b684f-4075-4b85-86be-5fdde22f8ad3,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:30.965606 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-670fbfdc-2ddd-4959-8872-5df6e940723e req-c43d46d9-0039-4d19-b741-b20377000208 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] No DVR routers for this DVR port f48b684f-4075-4b85-86be-5fdde22f8ad3 on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:57:30.966138 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a55416-568e-4f88-986e-087077a8730e None None] New status for floating IP cb4f3e4c-216c-4af0-885a-594571728015: ACTIVE {{(pid=110326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:57:30.969942 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-670fbfdc-2ddd-4959-8872-5df6e940723e req-c43d46d9-0039-4d19-b741-b20377000208 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:30.974375 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-670fbfdc-2ddd-4959-8872-5df6e940723e req-c43d46d9-0039-4d19-b741-b20377000208 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "DELETE /v2.0/ports/f48b684f-4075-4b85-86be-5fdde22f8ad3 HTTP/1.1" status: 204 len: 173 time: 1.0685320 Apr 29 15:57:31.080945 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b0c9ff8d-3502-4b31-903c-17d2f4510eba req-e2788f1a-805a-428b-997c-503a31741ce5 service neutron] 10.222.0.37 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812555 Apr 29 15:57:31.138682 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-79570fd1-ca1e-46ba-a8b4-6b0b332ee5d3 req-d3dc1649-5d30-4f7e-94ae-313a0dcd0a5c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15ce463-5741-4350-9c5e-be80202a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0427642 Apr 29 15:57:31.202082 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b0c9ff8d-3502-4b31-903c-17d2f4510eba req-c1ec6300-07b4-4920-8244-7df6b06c1caf service neutron] 10.222.0.37 "GET /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134682 Apr 29 15:57:32.013991 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15ce463-5741-4350-9c5e-be80202a9d6f', 'name': 'network-vif-deleted', 'tag': 'f48b684f-4075-4b85-86be-5fdde22f8ad3'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:32.016424 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734c5630-4c88-45ea-9be2-148f63d24155" -d '{"events": [{"server_uuid": "e15ce463-5741-4350-9c5e-be80202a9d6f", "name": "network-vif-deleted", "tag": "f48b684f-4075-4b85-86be-5fdde22f8ad3"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:57:32.057412 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dad864-c22b-4a64-b27a-e0d47bf3638f x-openstack-request-id: req-18dad864-c22b-4a64-b27a-e0d47bf3638f {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:57:32.057705 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15ce463-5741-4350-9c5e-be80202a9d6f", "name": "network-vif-deleted", "tag": "f48b684f-4075-4b85-86be-5fdde22f8ad3", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:57:32.057958 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18dad864-c22b-4a64-b27a-e0d47bf3638f {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:57:32.058364 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18dad864-c22b-4a64-b27a-e0d47bf3638f'] response: {'server_uuid': 'e15ce463-5741-4350-9c5e-be80202a9d6f', 'name': 'network-vif-deleted', 'tag': 'f48b684f-4075-4b85-86be-5fdde22f8ad3', 'status': 'completed', 'code': 200} Apr 29 15:57:32.603517 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc55f4a-15c9-465a-8f8b-a2147a5f2778 req-4eba18a7-e3e5-45d3-82a0-7bce9b0ad75f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:32.604916 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0fc55f4a-15c9-465a-8f8b-a2147a5f2778 req-4eba18a7-e3e5-45d3-82a0-7bce9b0ad75f tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0510366 Apr 29 15:57:32.652282 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0fc55f4a-15c9-465a-8f8b-a2147a5f2778 req-91f97808-c9c9-4fd5-90c1-42a84ef583c3 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Apr 29 15:57:33.394616 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device f48b684f-4075-4b85-86be-5fdde22f8ad3 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:33.417162 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: f48b684f-4075-4b85-86be-5fdde22f8ad3 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:33.417499 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device f48b684f-4075-4b85-86be-5fdde22f8ad3 not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:33.769508 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36329643-6c8e-4ebc-9ea5-3cc281624809 req-7b2ef8a8-8929-4428-b1c0-7cf72912ec3c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:33.770991 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-36329643-6c8e-4ebc-9ea5-3cc281624809 req-7b2ef8a8-8929-4428-b1c0-7cf72912ec3c tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0479548 Apr 29 15:57:33.819383 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-36329643-6c8e-4ebc-9ea5-3cc281624809 req-49a028de-fe2f-4010-9a65-a3ffe0388cb1 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423632 Apr 29 15:57:34.933048 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eea3e-f7e4-4d8e-90e6-a45149f9f1b2 req-ce7308b2-42c9-46d7-a00b-d317a8986958 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:34.934426 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-835eea3e-f7e4-4d8e-90e6-a45149f9f1b2 req-ce7308b2-42c9-46d7-a00b-d317a8986958 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0471992 Apr 29 15:57:34.985009 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-835eea3e-f7e4-4d8e-90e6-a45149f9f1b2 req-0adcaa58-2ebc-4b08-9279-ddbf50ef4db0 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e9720b9-0409-4893-8b69-53ef0e73708a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449400 Apr 29 15:57:35.054018 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0fd8b-fb0c-420f-86c0-7c7674733222 req-dbe5ec4c-6556-497d-86a5-33a8deaffdc0 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:35.057903 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eeb0fd8b-fb0c-420f-86c0-7c7674733222 req-dbe5ec4c-6556-497d-86a5-33a8deaffdc0 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 945 time: 0.0524068 Apr 29 15:57:35.146227 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-eeb0fd8b-fb0c-420f-86c0-7c7674733222 req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Deleting port 5cee5e46-58d2-448f-adee-be2c38332f8f {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:35.146564 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eeb0fd8b-fb0c-420f-86c0-7c7674733222 req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:35.241345 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-eeb0fd8b-fb0c-420f-86c0-7c7674733222 req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] For port 5cee5e46-58d2-448f-adee-be2c38332f8f, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5cee5e46-58d2-448f-adee-be2c38332f8f,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:35.241717 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eeb0fd8b-fb0c-420f-86c0-7c7674733222 req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:35.255213 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-eeb0fd8b-fb0c-420f-86c0-7c7674733222 req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Calling delete_port for 5cee5e46-58d2-448f-adee-be2c38332f8f owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:35.435557 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eeb0fd8b-fb0c-420f-86c0-7c7674733222 req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (5cee5e46-58d2-448f-adee-be2c38332f8f), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:35.470501 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Pushing event deleted for resources: {'Port': ['ID=5cee5e46-58d2-448f-adee-be2c38332f8f,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:35.492913 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.493276 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.493625 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.493969 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.494309 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.494649 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.494982 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.495316 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.495646 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.496011 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.496340 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.496670 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.497000 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.497326 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.497653 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:35.520602 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb0fd8b-fb0c-420f-86c0-7c7674733222 req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] No DVR routers for this DVR port 5cee5e46-58d2-448f-adee-be2c38332f8f on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:57:35.522856 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-eeb0fd8b-fb0c-420f-86c0-7c7674733222 req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:35.526820 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eeb0fd8b-fb0c-420f-86c0-7c7674733222 req-175e1c83-a3d6-439c-af2a-76ed6460e838 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.37 "DELETE /v2.0/ports/5cee5e46-58d2-448f-adee-be2c38332f8f HTTP/1.1" status: 204 len: 173 time: 0.4634809 Apr 29 15:57:35.527269 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5101cc41-b782-48ac-b70e-45106bd89ef3', 'name': 'network-vif-deleted', 'tag': '5cee5e46-58d2-448f-adee-be2c38332f8f'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:35.529517 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f566046b-3462-492a-87de-0737fda9c14e" -d '{"events": [{"server_uuid": "5101cc41-b782-48ac-b70e-45106bd89ef3", "name": "network-vif-deleted", "tag": "5cee5e46-58d2-448f-adee-be2c38332f8f"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:57:35.566057 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a95489-b177-454b-a8d2-7e24d9c157b2 x-openstack-request-id: req-a4a95489-b177-454b-a8d2-7e24d9c157b2 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:57:35.566360 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5101cc41-b782-48ac-b70e-45106bd89ef3", "name": "network-vif-deleted", "tag": "5cee5e46-58d2-448f-adee-be2c38332f8f", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:57:35.566621 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4a95489-b177-454b-a8d2-7e24d9c157b2 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:57:35.567039 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a95489-b177-454b-a8d2-7e24d9c157b2'] response: {'server_uuid': '5101cc41-b782-48ac-b70e-45106bd89ef3', 'name': 'network-vif-deleted', 'tag': '5cee5e46-58d2-448f-adee-be2c38332f8f', 'status': 'completed', 'code': 200} Apr 29 15:57:36.090348 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-89cd05e7-ea49-455c-9635-0b489e6bfb38 req-e18e7270-7777-428a-bd95-b00a90a37655 tempest-ServerRescueNegativeTestJSON-2134887924 tempest-ServerRescueNegativeTestJSON-2134887924-project] 10.222.0.23 "GET /v2.0/ports?device_id=5101cc41-b782-48ac-b70e-45106bd89ef3 HTTP/1.1" status: 200 len: 210 time: 0.0285642 Apr 29 15:57:37.147660 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60234) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:37.409552 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 5cee5e46-58d2-448f-adee-be2c38332f8f no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:37.430854 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: 5cee5e46-58d2-448f-adee-be2c38332f8f {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:37.431268 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 5cee5e46-58d2-448f-adee-be2c38332f8f not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:37.575191 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c7a415c4-9b55-421d-8dbb-537acb8c87e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739361'] for router_interface (804aab0e-707f-4d5c-ab68-54c00fd57736), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:37.815414 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-c7a415c4-9b55-421d-8dbb-537acb8c87e0 admin admin] Deleting port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:37.815661 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c7a415c4-9b55-421d-8dbb-537acb8c87e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:37.897209 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-c7a415c4-9b55-421d-8dbb-537acb8c87e0 admin admin] For port d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:37.897564 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c7a415c4-9b55-421d-8dbb-537acb8c87e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:37.917213 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-c7a415c4-9b55-421d-8dbb-537acb8c87e0 admin admin] Calling delete_port for d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 owned by network:router_interface {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:38.143628 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c7a415c4-9b55-421d-8dbb-537acb8c87e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:38.170076 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a415c4-9b55-421d-8dbb-537acb8c87e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:38.337548 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c7a415c4-9b55-421d-8dbb-537acb8c87e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739469'] for router_interface (804aab0e-707f-4d5c-ab68-54c00fd57736), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:38.552861 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a415c4-9b55-421d-8dbb-537acb8c87e0 admin admin] Router 804aab0e-707f-4d5c-ab68-54c00fd57736 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:57:38.661048 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a415c4-9b55-421d-8dbb-537acb8c87e0 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:57:38.666312 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-c7a415c4-9b55-421d-8dbb-537acb8c87e0 admin admin] 10.222.0.23 "PUT /v2.0/routers/804aab0e-707f-4d5c-ab68-54c00fd57736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5175064 Apr 29 15:57:38.668940 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60238) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:38.670594 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679acfdf-e2fc-4770-a611-aa8b40323730 None None] Sync routers for ids ['804aab0e-707f-4d5c-ab68-54c00fd57736'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:57:38.680953 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679acfdf-e2fc-4770-a611-aa8b40323730 None None] Routers {'804aab0e-707f-4d5c-ab68-54c00fd57736'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:38.681559 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-679acfdf-e2fc-4770-a611-aa8b40323730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:57:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['804aab0e-707f-4d5c-ab68-54c00fd57736'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:38.785926 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Publish callbacks [] for router (804aab0e-707f-4d5c-ab68-54c00fd57736), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:38.787616 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-679acfdf-e2fc-4770-a611-aa8b40323730 None None] Set router 804aab0e-707f-4d5c-ab68-54c00fd57736 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:38.892538 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Publish callbacks [] for router_gateway (804aab0e-707f-4d5c-ab68-54c00fd57736), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:38.953046 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-679acfdf-e2fc-4770-a611-aa8b40323730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:57:38Z', 'revision_number': 5, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port': {'id': '387ba9e5-07db-4cda-a4ab-bc14a8ef587f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:38.983914 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679acfdf-e2fc-4770-a611-aa8b40323730 None None] Checking router: 804aab0e-707f-4d5c-ab68-54c00fd57736 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:57:38.984453 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Deleting port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:38.984797 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:38.993406 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679acfdf-e2fc-4770-a611-aa8b40323730 None None] Routers {'804aab0e-707f-4d5c-ab68-54c00fd57736'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:57:38.994063 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-679acfdf-e2fc-4770-a611-aa8b40323730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:57:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['804aab0e-707f-4d5c-ab68-54c00fd57736'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:39.064081 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] For port 387ba9e5-07db-4cda-a4ab-bc14a8ef587f, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=387ba9e5-07db-4cda-a4ab-bc14a8ef587f,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:39.064655 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:39.078701 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Calling delete_port for 387ba9e5-07db-4cda-a4ab-bc14a8ef587f owned by network:router_gateway {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:39.083770 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-679acfdf-e2fc-4770-a611-aa8b40323730 None None] Set router 804aab0e-707f-4d5c-ab68-54c00fd57736 gateway port host: None {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:57:39.137285 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-679acfdf-e2fc-4770-a611-aa8b40323730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:57:38Z', 'revision_number': 6, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port_host': None}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:39.168010 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679acfdf-e2fc-4770-a611-aa8b40323730 None None] The sync data for ids ['804aab0e-707f-4d5c-ab68-54c00fd57736'] in dv-cinder-839872-2-iscsi is: [{'id': '804aab0e-707f-4d5c-ab68-54c00fd57736', 'name': 'tempest-ServerRescueNegativeTestJSON-132129008-router', 'tenant_id': '0be9ae8b4f5143ce9d60ad6229979338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:57:38Z', 'revision_number': 6, 'project_id': '0be9ae8b4f5143ce9d60ad6229979338', 'gw_port_host': None}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:57:39.292749 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (387ba9e5-07db-4cda-a4ab-bc14a8ef587f), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:39.318172 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Pushing event deleted for resources: {'Port': ['ID=387ba9e5-07db-4cda-a4ab-bc14a8ef587f,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:39.379486 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640487'] for router_gateway (804aab0e-707f-4d5c-ab68-54c00fd57736), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:39.487177 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-766812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6456'] for router (804aab0e-707f-4d5c-ab68-54c00fd57736), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:39.489701 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Publish callbacks [] for router_controller (804aab0e-707f-4d5c-ab68-54c00fd57736), precommit_delete_associations {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:39.618326 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-766789'] for router (804aab0e-707f-4d5c-ab68-54c00fd57736), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:39.618860 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 804aab0e-707f-4d5c-ab68-54c00fd57736 {{(pid=110324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:57:39.623634 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:39.624811 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-2c24f49d-19db-4182-b28c-3564f7312958 admin admin] 10.222.0.23 "DELETE /v2.0/routers/804aab0e-707f-4d5c-ab68-54c00fd57736 HTTP/1.1" status: 204 len: 168 time: 0.9547663 Apr 29 15:57:39.627259 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60240) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:39.672273 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b022d7-6365-473f-b61e-6ee39cb43a90 admin admin] Deleting subnet 1abff850-ccc0-45f4-8d97-2247db58b036 {{(pid=110324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 15:57:39.675477 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-04b022d7-6365-473f-b61e-6ee39cb43a90 admin admin] Publish callbacks [] for subnet (1abff850-ccc0-45f4-8d97-2247db58b036), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:39.712590 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-04b022d7-6365-473f-b61e-6ee39cb43a90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220837'] for subnet (1abff850-ccc0-45f4-8d97-2247db58b036), precommit_delete_associations {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:39.816043 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-04b022d7-6365-473f-b61e-6ee39cb43a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (1abff850-ccc0-45f4-8d97-2247db58b036), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:39.914586 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:39.937731 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:39.937731 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device d7e3bb22-4a77-470a-8a2c-7bd69b2e83a3 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:40.224138 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-04b022d7-6365-473f-b61e-6ee39cb43a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8484352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430460'] for subnet (1abff850-ccc0-45f4-8d97-2247db58b036), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.250112 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b022d7-6365-473f-b61e-6ee39cb43a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1abff850-ccc0-45f4-8d97-2247db58b036,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:40.253585 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-04b022d7-6365-473f-b61e-6ee39cb43a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.256734 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-04b022d7-6365-473f-b61e-6ee39cb43a90 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1abff850-ccc0-45f4-8d97-2247db58b036 HTTP/1.1" status: 204 len: 168 time: 0.6284816 Apr 29 15:57:40.259927 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60242) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:40.260465 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd33cac-c448-40a7-a183-6009a891bf81 None None] Network f1de7a5a-0bdd-472f-8ef1-d841062133e9 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:57:40.328797 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (f1de7a5a-0bdd-472f-8ef1-d841062133e9), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.380547 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Deleting port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:40.380885 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.403818 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2343b-3fc0-4a88-95e3-c84d2e394965 None None] DHCP port deletion for f1de7a5a-0bdd-472f-8ef1-d841062133e9 request from dv-cinder-839872-2-iscsi {{(pid=110325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 15:57:40.443364 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2343b-3fc0-4a88-95e3-c84d2e394965 None None] Deleting port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 {{(pid=110325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:57:40.443760 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2ea2343b-3fc0-4a88-95e3-c84d2e394965 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), before_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.446797 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] For port f06ed31b-bc48-4cdc-ae7b-d5b61b405081, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f06ed31b-bc48-4cdc-ae7b-d5b61b405081,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:40.447105 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.459948 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Calling delete_port for f06ed31b-bc48-4cdc-ae7b-d5b61b405081 owned by network:dhcp {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:40.511338 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-2ea2343b-3fc0-4a88-95e3-c84d2e394965 None None] For port f06ed31b-bc48-4cdc-ae7b-d5b61b405081, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f06ed31b-bc48-4cdc-ae7b-d5b61b405081,segment=NetworkSegment(87fc13c2-d207-4602-9a08-976878a175c9),segment_id=87fc13c2-d207-4602-9a08-976878a175c9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:57:40.511750 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2ea2343b-3fc0-4a88-95e3-c84d2e394965 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), precommit_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.524470 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2343b-3fc0-4a88-95e3-c84d2e394965 None None] Calling delete_port for f06ed31b-bc48-4cdc-ae7b-d5b61b405081 owned by network:dhcp {{(pid=110325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:57:40.618653 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.624443 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2ea2343b-3fc0-4a88-95e3-c84d2e394965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871'] for port (f06ed31b-bc48-4cdc-ae7b-d5b61b405081), after_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.645563 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f06ed31b-bc48-4cdc-ae7b-d5b61b405081,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:40.647451 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] No DVR routers for this DVR port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 on host dv-cinder-839872-2-iscsi {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:57:40.650445 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2343b-3fc0-4a88-95e3-c84d2e394965 None None] Pushing event deleted for resources: {'Port': ['ID=f06ed31b-bc48-4cdc-ae7b-d5b61b405081,revision_number=None']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:40.654289 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea2343b-3fc0-4a88-95e3-c84d2e394965 None None] No DVR routers for this DVR port f06ed31b-bc48-4cdc-ae7b-d5b61b405081 on host dv-cinder-839872-2-iscsi {{(pid=110325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:57:40.720458 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (f1de7a5a-0bdd-472f-8ef1-d841062133e9), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.740649 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1de7a5a-0bdd-472f-8ef1-d841062133e9']}} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:40.750400 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fc13c2-d207-4602-9a08-976878a175c9') {'for_net_delete': True} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:40.750699 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fc13c2-d207-4602-9a08-976878a175c9') {} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:40.759868 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220860'] for segment (87fc13c2-d207-4602-9a08-976878a175c9), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.772503 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (87fc13c2-d207-4602-9a08-976878a175c9), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.778358 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=110324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:57:40.778734 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8816870'] for segment (87fc13c2-d207-4602-9a08-976878a175c9), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: Traceback (most recent call last): Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: timer() Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: cb(*args, **kw) Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: return func(*args, **kwargs) Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: self._notify() Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: self.callback(batched_events) Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: event.method(event) Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: return f(self, *a, **k) Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._get(url).json() Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: return self.request(url, 'GET', **kwargs) Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:57:40.780436 dv-cinder-839872-2-iscsi neutron-server[110324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:57:40.915873 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (f1de7a5a-0bdd-472f-8ef1-d841062133e9), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.920968 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:40.924255 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f1de7a5a-0bdd-472f-8ef1-d841062133e9 HTTP/1.1" status: 204 len: 168 time: 0.6632664 Apr 29 15:57:40.935155 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e921e9c-d34e-46ae-8446-6c34025e6ae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1de7a5a-0bdd-472f-8ef1-d841062133e9,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:41.200740 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60246) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:41.241265 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-e3178302-762e-40bd-9661-e9c207c69487 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0be9ae8b4f5143ce9d60ad6229979338&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393651 Apr 29 15:57:41.244661 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60248) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:41.276468 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f06ed31b-bc48-4cdc-ae7b-d5b61b405081 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:41.294128 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9752e01b-79ce-44f1-b861-39b7cc4342e9 admin admin] Publish callbacks [] for security_group (7e9720b9-0409-4893-8b69-53ef0e73708a), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:41.299447 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: f06ed31b-bc48-4cdc-ae7b-d5b61b405081 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:41.299819 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f06ed31b-bc48-4cdc-ae7b-d5b61b405081 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:41.300250 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 387ba9e5-07db-4cda-a4ab-bc14a8ef587f no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:57:41.314981 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9752e01b-79ce-44f1-b861-39b7cc4342e9 admin admin] Publish callbacks [] for security_group (7e9720b9-0409-4893-8b69-53ef0e73708a), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:41.318175 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 387ba9e5-07db-4cda-a4ab-bc14a8ef587f {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:57:41.318521 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 387ba9e5-07db-4cda-a4ab-bc14a8ef587f not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:57:41.430074 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9752e01b-79ce-44f1-b861-39b7cc4342e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7e9720b9-0409-4893-8b69-53ef0e73708a), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:41.432759 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9752e01b-79ce-44f1-b861-39b7cc4342e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:41.433901 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-9752e01b-79ce-44f1-b861-39b7cc4342e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e9720b9-0409-4893-8b69-53ef0e73708a HTTP/1.1" status: 204 len: 168 time: 0.1882610 Apr 29 15:57:41.447682 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752e01b-79ce-44f1-b861-39b7cc4342e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9720b9-0409-4893-8b69-53ef0e73708a,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:44.783770 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:45.098094 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-6ae0acea-42be-404b-8ad9-082d49445436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:46.735620 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b547b-3fc2-4630-8a63-026a23cff7ae req-dfd67112-6d12-4ddd-9d92-e1ef1878c035 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:46.736797 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-065b547b-3fc2-4630-8a63-026a23cff7ae req-dfd67112-6d12-4ddd-9d92-e1ef1878c035 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0541584 Apr 29 15:57:46.785569 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-065b547b-3fc2-4630-8a63-026a23cff7ae req-8eb8e8fb-a7a9-4133-bea6-552a19d0b55b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420890 Apr 29 15:57:47.378167 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-88a518e2-9142-4706-869f-cab4f70796fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:47.387665 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60364) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:47.492591 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-87a030cb-969b-4209-95c0-25cc1e33e86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:47.566427 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-87a030cb-969b-4209-95c0-25cc1e33e86e admin admin] Publish callbacks [] for security_group (dc497431-fa0b-4353-9518-7c7ad62344e9), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:47.629160 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-87a030cb-969b-4209-95c0-25cc1e33e86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (dc497431-fa0b-4353-9518-7c7ad62344e9), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:47.665084 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-87a030cb-969b-4209-95c0-25cc1e33e86e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3b175b6b0d24f9a8a56790f536a8036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762661 Apr 29 15:57:47.667785 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60368) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:47.674067 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a030cb-969b-4209-95c0-25cc1e33e86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc497431-fa0b-4353-9518-7c7ad62344e9,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:47.720646 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d89fd2b5-ac28-4b1b-b6e7-24bfb9afd1b6 admin admin] Publish callbacks [] for security_group (dc497431-fa0b-4353-9518-7c7ad62344e9), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:47.744369 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d89fd2b5-ac28-4b1b-b6e7-24bfb9afd1b6 admin admin] Publish callbacks [] for security_group (dc497431-fa0b-4353-9518-7c7ad62344e9), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:47.871525 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d89fd2b5-ac28-4b1b-b6e7-24bfb9afd1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (dc497431-fa0b-4353-9518-7c7ad62344e9), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:47.873959 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d89fd2b5-ac28-4b1b-b6e7-24bfb9afd1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:47.875033 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-d89fd2b5-ac28-4b1b-b6e7-24bfb9afd1b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc497431-fa0b-4353-9518-7c7ad62344e9 HTTP/1.1" status: 204 len: 168 time: 0.2063172 Apr 29 15:57:47.909408 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fd2b5-ac28-4b1b-b6e7-24bfb9afd1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc497431-fa0b-4353-9518-7c7ad62344e9,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:47.924314 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b9238-7670-4112-ad9b-8254cd6cd152 req-13218fb6-a44a-42ee-9cb5-c717d4201cc1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:47.925837 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-771b9238-7670-4112-ad9b-8254cd6cd152 req-13218fb6-a44a-42ee-9cb5-c717d4201cc1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0655339 Apr 29 15:57:47.974596 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-771b9238-7670-4112-ad9b-8254cd6cd152 req-56805b01-26f6-4daa-81aa-252ce8e753c0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418169 Apr 29 15:57:48.480353 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60376) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:48.494067 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e18113-1d8a-4dce-b2e9-569b6adec87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:48.565595 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e18113-1d8a-4dce-b2e9-569b6adec87b admin admin] Publish callbacks [] for security_group (dbb862dc-b5d7-4284-a24e-b67c8c24a5fc), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:48.611949 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e18113-1d8a-4dce-b2e9-569b6adec87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (dbb862dc-b5d7-4284-a24e-b67c8c24a5fc), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:48.648697 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-04e18113-1d8a-4dce-b2e9-569b6adec87b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=022cdd0fba484b4dad655d2e4ceb6adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666241 Apr 29 15:57:48.651375 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60378) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:48.653460 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e18113-1d8a-4dce-b2e9-569b6adec87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb862dc-b5d7-4284-a24e-b67c8c24a5fc,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:48.701147 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-346fe439-479a-4b10-870d-8529ffc6c9d7 admin admin] Publish callbacks [] for security_group (dbb862dc-b5d7-4284-a24e-b67c8c24a5fc), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:48.709278 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:48.722471 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-346fe439-479a-4b10-870d-8529ffc6c9d7 admin admin] Publish callbacks [] for security_group (dbb862dc-b5d7-4284-a24e-b67c8c24a5fc), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:48.835199 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-346fe439-479a-4b10-870d-8529ffc6c9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (dbb862dc-b5d7-4284-a24e-b67c8c24a5fc), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:48.838121 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-346fe439-479a-4b10-870d-8529ffc6c9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:48.839261 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-346fe439-479a-4b10-870d-8529ffc6c9d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbb862dc-b5d7-4284-a24e-b67c8c24a5fc HTTP/1.1" status: 204 len: 168 time: 0.1867981 Apr 29 15:57:48.847915 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fe439-479a-4b10-870d-8529ffc6c9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb862dc-b5d7-4284-a24e-b67c8c24a5fc,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:49.095663 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca118c-c1d4-4c6b-bce8-690ea8b7f5db req-202426b7-8f34-4b2e-bc04-492064f795b5 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:49.097203 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0dca118c-c1d4-4c6b-bce8-690ea8b7f5db req-202426b7-8f34-4b2e-bc04-492064f795b5 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0491731 Apr 29 15:57:49.152163 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0dca118c-c1d4-4c6b-bce8-690ea8b7f5db req-7e62fc1b-28bb-43eb-b8f6-1df62e6c3fad tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491054 Apr 29 15:57:49.309892 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ef3f66a2-588e-4e7f-81b4-70d0cd24bffe req-8d9af3f1-2c45-4a68-88b5-cf24d5e056c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394771 Apr 29 15:57:49.373411 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f66a2-588e-4e7f-81b4-70d0cd24bffe req-36619e89-2a8f-4a38-a3c3-1cc8cef43ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:49.379134 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ef3f66a2-588e-4e7f-81b4-70d0cd24bffe req-36619e89-2a8f-4a38-a3c3-1cc8cef43ed2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4693e270f27493883490ba1b9ae2779&device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0395851 Apr 29 15:57:49.485469 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f66a2-588e-4e7f-81b4-70d0cd24bffe req-5eeebb97-4fcb-406b-9782-0d4820056a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:49.486945 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ef3f66a2-588e-4e7f-81b4-70d0cd24bffe req-5eeebb97-4fcb-406b-9782-0d4820056a5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5 HTTP/1.1" status: 200 len: 910 time: 0.0931485 Apr 29 15:57:49.557947 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ef3f66a2-588e-4e7f-81b4-70d0cd24bffe req-186a64bb-e60c-4617-b454-2ec87a5060de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68152383-58a1-4371-85dd-3cfb205fa8ae HTTP/1.1" status: 200 len: 1002 time: 0.0638525 Apr 29 15:57:49.608531 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f66a2-588e-4e7f-81b4-70d0cd24bffe req-f115a786-d0bf-4a62-901f-e0b0dc931008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:49.610057 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ef3f66a2-588e-4e7f-81b4-70d0cd24bffe req-f115a786-d0bf-4a62-901f-e0b0dc931008 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16b9d5f5-7a55-46ef-976e-25708021eaba HTTP/1.1" status: 200 len: 848 time: 0.0455816 Apr 29 15:57:49.660962 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f66a2-588e-4e7f-81b4-70d0cd24bffe req-4e17469e-7f40-44e7-a1ec-d1d83a0c6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:49.662476 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ef3f66a2-588e-4e7f-81b4-70d0cd24bffe req-4e17469e-7f40-44e7-a1ec-d1d83a0c6f7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443864 Apr 29 15:57:49.751918 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ef3f66a2-588e-4e7f-81b4-70d0cd24bffe req-2abe5390-e3a8-4ed2-8ee3-7ae24404eced service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831656 Apr 29 15:57:49.858212 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ef3f66a2-588e-4e7f-81b4-70d0cd24bffe req-d8760702-0003-475b-a112-bd6b3c36046e service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996068 Apr 29 15:57:50.155247 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:50.272918 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab36f76-61e9-45b0-ba95-6fef535d2cde req-e7e869bb-9604-446f-b867-5e59bdce596c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:50.274717 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aab36f76-61e9-45b0-ba95-6fef535d2cde req-e7e869bb-9604-446f-b867-5e59bdce596c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0488060 Apr 29 15:57:50.323479 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aab36f76-61e9-45b0-ba95-6fef535d2cde req-ef61ce25-c379-425b-b552-9c81b9496476 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Apr 29 15:57:50.409305 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:57:51.445949 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6545b3-c146-4d52-8f36-f34b71a32d80 req-d552839e-1e5e-4ba4-81ad-2cc24004469c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:51.447432 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1c6545b3-c146-4d52-8f36-f34b71a32d80 req-d552839e-1e5e-4ba4-81ad-2cc24004469c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0526714 Apr 29 15:57:51.494612 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1c6545b3-c146-4d52-8f36-f34b71a32d80 req-f7724586-7b81-43e6-a7ad-b51752f7649b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413451 Apr 29 15:57:51.674853 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:52.613062 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b7598-9b74-4c18-90ac-954d35bd9b1d req-f833d61c-6b53-40f2-9884-6105a31e6817 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:52.614788 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-832b7598-9b74-4c18-90ac-954d35bd9b1d req-f833d61c-6b53-40f2-9884-6105a31e6817 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0479069 Apr 29 15:57:52.662886 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-832b7598-9b74-4c18-90ac-954d35bd9b1d req-38ca4963-a2b6-4a4c-9475-5c3f8fd65564 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412483 Apr 29 15:57:53.784306 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa080-0d95-4e91-8bc4-2272f7f481be req-5236aad2-7471-4050-986f-7ec66c51e8a0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:53.785754 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ccaa080-0d95-4e91-8bc4-2272f7f481be req-5236aad2-7471-4050-986f-7ec66c51e8a0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0483832 Apr 29 15:57:53.837548 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ccaa080-0d95-4e91-8bc4-2272f7f481be req-b90e7817-4730-4093-a9a3-efbfdeb59844 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459602 Apr 29 15:57:53.876696 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60522) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:53.982436 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-af3bd6c8-becc-4909-b472-185da3bdf2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:54.055339 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-af3bd6c8-becc-4909-b472-185da3bdf2f7 admin admin] Publish callbacks [] for security_group (765fc9cb-fff7-42ef-a3f9-08c0697fee03), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:54.143392 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-af3bd6c8-becc-4909-b472-185da3bdf2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (765fc9cb-fff7-42ef-a3f9-08c0697fee03), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:54.180754 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bd6c8-becc-4909-b472-185da3bdf2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765fc9cb-fff7-42ef-a3f9-08c0697fee03,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:54.186068 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-af3bd6c8-becc-4909-b472-185da3bdf2f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f95942751fd348779330cff73bd13310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083656 Apr 29 15:57:54.188811 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60526) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:54.236375 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e1b941ec-15c7-4fa0-8baa-f54eb5f7673d admin admin] Publish callbacks [] for security_group (765fc9cb-fff7-42ef-a3f9-08c0697fee03), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:54.257823 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e1b941ec-15c7-4fa0-8baa-f54eb5f7673d admin admin] Publish callbacks [] for security_group (765fc9cb-fff7-42ef-a3f9-08c0697fee03), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:54.366483 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e1b941ec-15c7-4fa0-8baa-f54eb5f7673d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (765fc9cb-fff7-42ef-a3f9-08c0697fee03), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:54.369302 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e1b941ec-15c7-4fa0-8baa-f54eb5f7673d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:54.370462 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-e1b941ec-15c7-4fa0-8baa-f54eb5f7673d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/765fc9cb-fff7-42ef-a3f9-08c0697fee03 HTTP/1.1" status: 204 len: 168 time: 0.1808419 Apr 29 15:57:54.378457 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b941ec-15c7-4fa0-8baa-f54eb5f7673d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765fc9cb-fff7-42ef-a3f9-08c0697fee03,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:54.958772 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e253d07-6388-4390-8035-f247f157604a req-154b6621-0fcf-4f29-9c4f-5109adc68936 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:54.960178 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0e253d07-6388-4390-8035-f247f157604a req-154b6621-0fcf-4f29-9c4f-5109adc68936 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0496690 Apr 29 15:57:54.989886 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60534) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:55.003783 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1f3cbeba-1ca8-45ce-b5b2-cc56064932b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:55.010319 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0e253d07-6388-4390-8035-f247f157604a req-94bfdfc2-9d80-41f8-8c7e-5c81c65010e9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444031 Apr 29 15:57:55.079922 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1f3cbeba-1ca8-45ce-b5b2-cc56064932b9 admin admin] Publish callbacks [] for security_group (bbd52943-8c45-4165-bbde-d1fa4e33612b), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:55.149527 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1f3cbeba-1ca8-45ce-b5b2-cc56064932b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (bbd52943-8c45-4165-bbde-d1fa4e33612b), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:55.185306 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cbeba-1ca8-45ce-b5b2-cc56064932b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd52943-8c45-4165-bbde-d1fa4e33612b,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:55.191301 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-1f3cbeba-1ca8-45ce-b5b2-cc56064932b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae0e81382b6242c0a9e73b647621a5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003250 Apr 29 15:57:55.192306 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60536) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:57:55.240734 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9923da69-8080-4534-9ac9-b72c72cb29b8 admin admin] Publish callbacks [] for security_group (bbd52943-8c45-4165-bbde-d1fa4e33612b), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:55.261302 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9923da69-8080-4534-9ac9-b72c72cb29b8 admin admin] Publish callbacks [] for security_group (bbd52943-8c45-4165-bbde-d1fa4e33612b), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:55.412238 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9923da69-8080-4534-9ac9-b72c72cb29b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (bbd52943-8c45-4165-bbde-d1fa4e33612b), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:55.414685 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9923da69-8080-4534-9ac9-b72c72cb29b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:57:55.415857 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-9923da69-8080-4534-9ac9-b72c72cb29b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbd52943-8c45-4165-bbde-d1fa4e33612b HTTP/1.1" status: 204 len: 168 time: 0.2225566 Apr 29 15:57:55.423912 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923da69-8080-4534-9ac9-b72c72cb29b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd52943-8c45-4165-bbde-d1fa4e33612b,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:56.130746 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7fca9-120b-4ec3-b402-86054f359198 req-a2ebd157-da89-4884-b7b0-92a86b897fd7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:56.132231 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a4c7fca9-120b-4ec3-b402-86054f359198 req-a2ebd157-da89-4884-b7b0-92a86b897fd7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0488150 Apr 29 15:57:56.182858 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a4c7fca9-120b-4ec3-b402-86054f359198 req-556eed29-a19f-48f5-a560-40f9245f5714 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450125 Apr 29 15:57:57.305464 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab385e89-4ef9-4d1d-9c13-6f6b56d3b5cb req-32b74c3a-109d-4dd5-8e8a-fd945791ad84 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:57.306930 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ab385e89-4ef9-4d1d-9c13-6f6b56d3b5cb req-32b74c3a-109d-4dd5-8e8a-fd945791ad84 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0470231 Apr 29 15:57:57.353914 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ab385e89-4ef9-4d1d-9c13-6f6b56d3b5cb req-e7b78bd6-337e-4ef3-aa76-610db53724f9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413501 Apr 29 15:57:58.469723 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f60fed-c5c7-42ed-ae3f-9f3a3f295b79 req-07d94705-71e8-4d6d-9c73-b88e973d7b86 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:58.471129 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-32f60fed-c5c7-42ed-ae3f-9f3a3f295b79 req-07d94705-71e8-4d6d-9c73-b88e973d7b86 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0467257 Apr 29 15:57:58.517680 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-32f60fed-c5c7-42ed-ae3f-9f3a3f295b79 req-2e193dbf-016b-43db-adfe-4014191b6e42 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403354 Apr 29 15:57:59.647636 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1b051-765d-4665-9c59-6c2fc3fb35f4 req-d2dfbb4d-edeb-4dab-981d-e529ac70de80 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:59.650092 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dac1b051-765d-4665-9c59-6c2fc3fb35f4 req-d2dfbb4d-edeb-4dab-981d-e529ac70de80 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0550115 Apr 29 15:57:59.703102 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dac1b051-765d-4665-9c59-6c2fc3fb35f4 req-f537377b-ddd8-4dc6-b37b-cb8f61fdf9e7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474572 Apr 29 15:58:00.821213 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe49ee-8bd8-4445-a906-08e86fb7b175 req-c46b4521-c378-4dce-a9e1-0307dbae1a7b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:00.822672 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8ebe49ee-8bd8-4445-a906-08e86fb7b175 req-c46b4521-c378-4dce-a9e1-0307dbae1a7b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0472403 Apr 29 15:58:00.873041 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8ebe49ee-8bd8-4445-a906-08e86fb7b175 req-8a5af9c0-add9-4523-bff4-52d4c0cae7eb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445650 Apr 29 15:58:01.997020 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90577a71-2d5e-4a65-94dc-b879ab687216 req-509d40a1-7237-4b23-b7d8-7b9fcf1c615d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:01.998555 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-90577a71-2d5e-4a65-94dc-b879ab687216 req-509d40a1-7237-4b23-b7d8-7b9fcf1c615d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0517213 Apr 29 15:58:02.046485 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-90577a71-2d5e-4a65-94dc-b879ab687216 req-fa4e3213-d8d4-46db-988b-3f33ef28332e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422761 Apr 29 15:58:03.094056 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febde0f2-ccf7-4d6a-a47c-865be8e7bd14 req-db5673c5-a4e9-4524-a4b2-b810c98ffffe tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:03.095739 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-febde0f2-ccf7-4d6a-a47c-865be8e7bd14 req-db5673c5-a4e9-4524-a4b2-b810c98ffffe tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0508621 Apr 29 15:58:03.169502 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-febde0f2-ccf7-4d6a-a47c-865be8e7bd14 req-0aa125bb-c541-4d37-b43b-6a95136b39cf tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682623 Apr 29 15:58:03.185246 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5619ee1-7dbd-4f04-b377-3a294efdcac4 req-cd35d3e8-7d89-4850-b8f1-c94180467dd9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:03.186710 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5619ee1-7dbd-4f04-b377-3a294efdcac4 req-cd35d3e8-7d89-4850-b8f1-c94180467dd9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0596402 Apr 29 15:58:03.236707 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5619ee1-7dbd-4f04-b377-3a294efdcac4 req-e54a32f2-632b-4a22-a249-1feb577ca57c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444210 Apr 29 15:58:03.486937 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e7df0ec7-1d43-427e-b347-9bd150f129a8 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:58:03.585098 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:03.599881 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'port_id': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'mac_address': 'fa:16:3e:4f:bd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:58:03.639446 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e7df0ec7-1d43-427e-b347-9bd150f129a8 is: ACTIVE; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:58:03.639897 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:03.653109 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7df0ec7-1d43-427e-b347-9bd150f129a8 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:58:03.672945 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:03.755244 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:03.803641 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e7df0ec7-1d43-427e-b347-9bd150f129a8,revision_number=6']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:03.814719 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.815069 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.815438 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.815830 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.816173 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.816509 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.816836 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.817163 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.817493 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.817816 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.818142 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.818511 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.818840 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.819165 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.819485 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:03.881743 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['e7df0ec7-1d43-427e-b347-9bd150f129a8'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:58:04.284124 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a2d0c-b58b-412f-87da-0aa0724334db req-ed36635f-96cb-4f26-8c0f-09b6ecc20c3f tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:04.285627 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b70a2d0c-b58b-412f-87da-0aa0724334db req-ed36635f-96cb-4f26-8c0f-09b6ecc20c3f tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0479515 Apr 29 15:58:04.363317 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b70a2d0c-b58b-412f-87da-0aa0724334db req-b40b64fa-9e74-4f61-b0db-f4289de8cb97 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715003 Apr 29 15:58:04.377017 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff5fe-ef96-475d-af2a-fc8b7595752b req-e8018fd5-7881-4319-81e4-03dfe5e09776 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:04.378471 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8c6ff5fe-ef96-475d-af2a-fc8b7595752b req-e8018fd5-7881-4319-81e4-03dfe5e09776 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 945 time: 0.0613039 Apr 29 15:58:04.426844 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8c6ff5fe-ef96-475d-af2a-fc8b7595752b req-dbd2b3ba-33fb-46de-96fb-f84076a4916e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417774 Apr 29 15:58:05.505243 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e7df0ec7-1d43-427e-b347-9bd150f129a8 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:58:05.526429 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7ba6a-b24b-426c-849a-4778f5934c28 req-926f7094-bb81-4af1-9bad-cd5f2ff8872d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:05.536662 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdf7ba6a-b24b-426c-849a-4778f5934c28 req-926f7094-bb81-4af1-9bad-cd5f2ff8872d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0869336 Apr 29 15:58:05.571444 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port e7df0ec7-1d43-427e-b347-9bd150f129a8 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:58:05.571444 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:05.621303 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd70bc0-25bf-4d55-a41a-1416cb423ecb req-f708ae26-9e67-4981-abdf-6a0fe586cfad tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:05.623373 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5bd70bc0-25bf-4d55-a41a-1416cb423ecb req-f708ae26-9e67-4981-abdf-6a0fe586cfad tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 945 time: 0.0742764 Apr 29 15:58:05.696209 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fdf7ba6a-b24b-426c-849a-4778f5934c28 req-e0fe040f-c279-4ee3-9be7-229cfc38f596 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546066 Apr 29 15:58:05.696813 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e7df0ec7-1d43-427e-b347-9bd150f129a8 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:58:05.698036 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:05.722549 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5bd70bc0-25bf-4d55-a41a-1416cb423ecb req-28d01677-34f9-412e-a2e1-01050559e2c2 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879624 Apr 29 15:58:05.741854 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:05.744966 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75469fa4-1cae-4a1f-8584-9d2123cd2032" -d '{"events": [{"server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "name": "network-vif-plugged", "status": "completed", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:58:05.750634 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:05.805131 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cae184-93e2-4a62-8a6c-8630d889a1a3 x-openstack-request-id: req-41cae184-93e2-4a62-8a6c-8630d889a1a3 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:58:05.805131 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "name": "network-vif-plugged", "status": "completed", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:58:05.805131 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41cae184-93e2-4a62-8a6c-8630d889a1a3 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:58:05.805131 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41cae184-93e2-4a62-8a6c-8630d889a1a3'] response: {'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'code': 200} Apr 29 15:58:05.835278 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:05.898132 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e7df0ec7-1d43-427e-b347-9bd150f129a8,revision_number=7']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:06.909643 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff57d5-7086-4fe3-9ccb-904595764667 req-9c23ae7f-3dfa-4579-9ff7-2afe95c53308 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:06.911201 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-39ff57d5-7086-4fe3-9ccb-904595764667 req-9c23ae7f-3dfa-4579-9ff7-2afe95c53308 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.1453533 Apr 29 15:58:06.933439 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bd80b-7562-49f6-bbf5-636ed26cdf1c req-3bce8fb7-9d5b-4035-900d-2204bfaecf2b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:06.935018 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c67bd80b-7562-49f6-bbf5-636ed26cdf1c req-3bce8fb7-9d5b-4035-900d-2204bfaecf2b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0940490 Apr 29 15:58:07.015332 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-39ff57d5-7086-4fe3-9ccb-904595764667 req-ef33bd5b-f55d-44da-aba4-593055665bfd tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941515 Apr 29 15:58:07.022908 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c67bd80b-7562-49f6-bbf5-636ed26cdf1c req-d4f0610c-e1fa-4eae-af11-88f6e7b20a93 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809824 Apr 29 15:58:08.274505 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51113596-628a-4fa0-b692-f68813fe0abc req-1ca52684-9d47-4828-9e2f-1925bd77f1dc tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:08.274505 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-51113596-628a-4fa0-b692-f68813fe0abc req-1ca52684-9d47-4828-9e2f-1925bd77f1dc tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0872440 Apr 29 15:58:08.274505 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b66b9-287e-411f-9247-45f7bc55b4fa req-6fa531a0-950e-46a0-81f7-9e17e684d97b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:08.274505 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-409b66b9-287e-411f-9247-45f7bc55b4fa req-6fa531a0-950e-46a0-81f7-9e17e684d97b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.1008439 Apr 29 15:58:08.287653 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-51113596-628a-4fa0-b692-f68813fe0abc req-8cdb5416-7587-4d4c-bbcb-cc789731d7f4 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783272 Apr 29 15:58:08.312397 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-409b66b9-287e-411f-9247-45f7bc55b4fa req-76ea3db3-733b-4a97-8aed-2c7aecdf5228 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773730 Apr 29 15:58:09.143499 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60760) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:09.269741 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-29d069e2-3ffa-463c-b90b-6fead04e12de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:09.400892 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-29d069e2-3ffa-463c-b90b-6fead04e12de admin admin] Publish callbacks [] for security_group (18c4ad95-b77c-474e-bd93-3b9445954978), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:09.479530 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-29d069e2-3ffa-463c-b90b-6fead04e12de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (18c4ad95-b77c-474e-bd93-3b9445954978), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:09.500955 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3aa6f-7d17-45b1-829d-45717cd1eaff req-59c143ca-230c-49aa-a92f-b70a549c6007 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:09.512286 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-09b3aa6f-7d17-45b1-829d-45717cd1eaff req-59c143ca-230c-49aa-a92f-b70a549c6007 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0958643 Apr 29 15:58:09.532524 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7088a9a-453a-421b-8757-9d059e902092 req-0d223efe-361c-4886-8a14-44e84a76300a tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:09.534011 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e7088a9a-453a-421b-8757-9d059e902092 req-0d223efe-361c-4886-8a14-44e84a76300a tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.1303673 Apr 29 15:58:09.590957 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60770) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:09.591546 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-29d069e2-3ffa-463c-b90b-6fead04e12de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3debebee38b4e2da2dca4daf501871b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4455161 Apr 29 15:58:09.592021 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d069e2-3ffa-463c-b90b-6fead04e12de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c4ad95-b77c-474e-bd93-3b9445954978,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:09.638537 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e7088a9a-453a-421b-8757-9d059e902092 req-6836ee72-52d5-4535-a211-760f09515ec3 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898695 Apr 29 15:58:09.659639 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Publish callbacks [] for security_group (18c4ad95-b77c-474e-bd93-3b9445954978), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:09.664293 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-09b3aa6f-7d17-45b1-829d-45717cd1eaff req-fc559d31-8003-4bd0-a431-ac442a86bbdb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509888 Apr 29 15:58:09.688675 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Publish callbacks [] for security_group (18c4ad95-b77c-474e-bd93-3b9445954978), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:09.812454 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (18c4ad95-b77c-474e-bd93-3b9445954978), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:09.815039 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:09.816741 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18c4ad95-b77c-474e-bd93-3b9445954978 HTTP/1.1" status: 204 len: 168 time: 0.2238460 Apr 29 15:58:09.828542 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c4ad95-b77c-474e-bd93-3b9445954978,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:09.837079 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.838291 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.838806 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.839338 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.839971 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.840529 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.841214 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.841810 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.842360 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.842871 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.843493 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.844024 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.844744 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.845343 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:09.845974 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779a288-58d4-435c-91fe-03f9de79fc1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:10.555366 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60778) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:10.569516 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-231739bd-5e3b-4750-b17f-3565f1f992dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:10.654700 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-231739bd-5e3b-4750-b17f-3565f1f992dd admin admin] Publish callbacks [] for security_group (08391b8c-02f5-428b-8a36-1e4c2741bd99), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:10.703868 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-231739bd-5e3b-4750-b17f-3565f1f992dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (08391b8c-02f5-428b-8a36-1e4c2741bd99), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:10.757182 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-231739bd-5e3b-4750-b17f-3565f1f992dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36138830dbfd46ad825d4764ae4c7f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981208 Apr 29 15:58:10.757182 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231739bd-5e3b-4750-b17f-3565f1f992dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08391b8c-02f5-428b-8a36-1e4c2741bd99,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:10.758160 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60784) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:10.896216 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163fe72-23da-434f-b1e6-908c8ce6c35e req-4e5bceac-596f-4691-bbc6-5d6137992a3d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:10.897755 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0163fe72-23da-434f-b1e6-908c8ce6c35e req-4e5bceac-596f-4691-bbc6-5d6137992a3d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.1021378 Apr 29 15:58:10.911684 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a907b24-97e7-4d06-9d09-f01da5c49c71 req-2ccb937d-859a-4d0c-92bd-44cd83d4f8a1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:10.913367 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1a907b24-97e7-4d06-9d09-f01da5c49c71 req-2ccb937d-859a-4d0c-92bd-44cd83d4f8a1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.1188519 Apr 29 15:58:10.938381 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-81a3b9d8-246b-469d-a213-f3136c385311 admin admin] Publish callbacks [] for security_group (08391b8c-02f5-428b-8a36-1e4c2741bd99), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:10.999000 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-81a3b9d8-246b-469d-a213-f3136c385311 admin admin] Publish callbacks [] for security_group (08391b8c-02f5-428b-8a36-1e4c2741bd99), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:11.015794 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0163fe72-23da-434f-b1e6-908c8ce6c35e req-0b128b1a-5038-4c8e-9ee4-a3d4e2968f9f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111038 Apr 29 15:58:11.058187 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1a907b24-97e7-4d06-9d09-f01da5c49c71 req-e221135f-ee8b-4ee9-8dc5-26384371a8f5 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343863 Apr 29 15:58:11.218417 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-81a3b9d8-246b-469d-a213-f3136c385311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (08391b8c-02f5-428b-8a36-1e4c2741bd99), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:11.220953 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-81a3b9d8-246b-469d-a213-f3136c385311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:11.224884 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-81a3b9d8-246b-469d-a213-f3136c385311 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08391b8c-02f5-428b-8a36-1e4c2741bd99 HTTP/1.1" status: 204 len: 168 time: 0.4628601 Apr 29 15:58:11.231908 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3b9d8-246b-469d-a213-f3136c385311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08391b8c-02f5-428b-8a36-1e4c2741bd99,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:12.206590 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f97fb-52fd-4228-b2f7-8783946b634a req-76d22f89-b2c6-4087-81b0-680bc9fa010e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:12.208143 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9f5f97fb-52fd-4228-b2f7-8783946b634a req-76d22f89-b2c6-4087-81b0-680bc9fa010e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0865676 Apr 29 15:58:12.232664 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60802) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:12.234979 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e07d7-fc81-4913-abd7-2839d26f4ece req-cbfc4550-1a8b-4c4d-bdd2-5b7195bb9057 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:12.245940 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c8e07d7-fc81-4913-abd7-2839d26f4ece req-cbfc4550-1a8b-4c4d-bdd2-5b7195bb9057 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0816469 Apr 29 15:58:12.249459 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-acfa78a2-86a8-425c-9ef2-8f39a5abac7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:12.307608 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9f5f97fb-52fd-4228-b2f7-8783946b634a req-eb516402-007e-4960-9df8-3e9070813a03 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926969 Apr 29 15:58:12.311693 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7c8e07d7-fc81-4913-abd7-2839d26f4ece req-e37f94c9-1277-42cb-aae5-d3bc26bbbcd7 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676687 Apr 29 15:58:12.369321 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-acfa78a2-86a8-425c-9ef2-8f39a5abac7f admin admin] Publish callbacks [] for security_group (ef13c67a-6eff-47cb-ade2-17950b977c3e), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:12.435594 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-acfa78a2-86a8-425c-9ef2-8f39a5abac7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ef13c67a-6eff-47cb-ade2-17950b977c3e), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:12.484390 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-acfa78a2-86a8-425c-9ef2-8f39a5abac7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5448d662f8504ed2be21a8189c6d7d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496183 Apr 29 15:58:12.486628 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60806) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:12.493541 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa78a2-86a8-425c-9ef2-8f39a5abac7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef13c67a-6eff-47cb-ade2-17950b977c3e,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:12.542890 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-80023f48-47a9-4617-affb-9e59a07c91ad admin admin] Publish callbacks [] for security_group (ef13c67a-6eff-47cb-ade2-17950b977c3e), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:12.566643 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-80023f48-47a9-4617-affb-9e59a07c91ad admin admin] Publish callbacks [] for security_group (ef13c67a-6eff-47cb-ade2-17950b977c3e), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:12.686667 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-80023f48-47a9-4617-affb-9e59a07c91ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ef13c67a-6eff-47cb-ade2-17950b977c3e), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:12.691441 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-80023f48-47a9-4617-affb-9e59a07c91ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:12.694891 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-80023f48-47a9-4617-affb-9e59a07c91ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef13c67a-6eff-47cb-ade2-17950b977c3e HTTP/1.1" status: 204 len: 168 time: 0.2050774 Apr 29 15:58:12.708439 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80023f48-47a9-4617-affb-9e59a07c91ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef13c67a-6eff-47cb-ade2-17950b977c3e,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:13.310309 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff2282-a555-4b4a-a604-0c743d213c03 req-8e9782ce-e3db-4847-bf26-1b95c38158c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:13.311878 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7cff2282-a555-4b4a-a604-0c743d213c03 req-8e9782ce-e3db-4847-bf26-1b95c38158c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4693e270f27493883490ba1b9ae2779&device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0459676 Apr 29 15:58:13.534123 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42901a46-d59f-4c43-8670-9d4373efa890 req-d7c6d602-a725-4658-9590-7cd8e77f5e3b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:13.536776 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-42901a46-d59f-4c43-8670-9d4373efa890 req-d7c6d602-a725-4658-9590-7cd8e77f5e3b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0830209 Apr 29 15:58:13.566857 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287af6c0-e5b2-49dc-bb3a-261c661c9b3c req-bce8f689-1eb2-43e8-8c21-64da94383b2d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:13.568377 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-287af6c0-e5b2-49dc-bb3a-261c661c9b3c req-bce8f689-1eb2-43e8-8c21-64da94383b2d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.1272533 Apr 29 15:58:13.577394 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff2282-a555-4b4a-a604-0c743d213c03 req-075ba877-3cff-453c-850d-6b0c38006070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:13.578907 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7cff2282-a555-4b4a-a604-0c743d213c03 req-075ba877-3cff-453c-850d-6b0c38006070 service neutron] 10.222.0.37 "GET /v2.0/networks?id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5 HTTP/1.1" status: 200 len: 910 time: 0.2589712 Apr 29 15:58:13.683927 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-42901a46-d59f-4c43-8670-9d4373efa890 req-a400c36c-4507-4c41-b4be-015af3fc82f3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322145 Apr 29 15:58:13.728397 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-287af6c0-e5b2-49dc-bb3a-261c661c9b3c req-3d8cfc20-3fd9-4731-9b5c-380bef0b3d3c tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520801 Apr 29 15:58:13.763226 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7cff2282-a555-4b4a-a604-0c743d213c03 req-3d7bd0d8-cd16-4d70-bff8-0d646c8a5382 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68152383-58a1-4371-85dd-3cfb205fa8ae HTTP/1.1" status: 200 len: 1002 time: 0.1663218 Apr 29 15:58:13.835612 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff2282-a555-4b4a-a604-0c743d213c03 req-d063fc0f-24fa-4db0-b68b-db22d4ad496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:13.837592 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7cff2282-a555-4b4a-a604-0c743d213c03 req-d063fc0f-24fa-4db0-b68b-db22d4ad496d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16b9d5f5-7a55-46ef-976e-25708021eaba HTTP/1.1" status: 200 len: 848 time: 0.0665817 Apr 29 15:58:13.892243 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff2282-a555-4b4a-a604-0c743d213c03 req-8c426f05-9766-42d7-91e8-bc040e3769e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:13.894055 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7cff2282-a555-4b4a-a604-0c743d213c03 req-8c426f05-9766-42d7-91e8-bc040e3769e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482302 Apr 29 15:58:14.012568 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7cff2282-a555-4b4a-a604-0c743d213c03 req-fc258b1c-21dc-4ebf-90d9-2f0217e13a67 service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112363 Apr 29 15:58:14.127621 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7cff2282-a555-4b4a-a604-0c743d213c03 req-65d46661-dd2b-4f03-abfa-259a75a870b7 service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041214 Apr 29 15:58:14.714104 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 60846) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:14.829408 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:14.839471 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-327522ed-18ca-4bc4-ba29-b478c31d5550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:14.859496 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12322492-4ad5-4a44-b551-40fdb7c9b11b req-08336bfa-60f8-4742-92a9-8c73d9648119 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:14.861049 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-12322492-4ad5-4a44-b551-40fdb7c9b11b req-08336bfa-60f8-4742-92a9-8c73d9648119 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0932190 Apr 29 15:58:14.888173 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13188e2-9ccc-4750-9bc5-b91e9f7b75c1 req-a9e3bd52-0594-4c6a-8b03-24b614d61314 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:14.889438 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f13188e2-9ccc-4750-9bc5-b91e9f7b75c1 req-a9e3bd52-0594-4c6a-8b03-24b614d61314 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0826747 Apr 29 15:58:14.954526 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-12322492-4ad5-4a44-b551-40fdb7c9b11b req-acbb20a7-c4e4-4b9f-ade9-bb03882c6b88 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826852 Apr 29 15:58:14.980420 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f13188e2-9ccc-4750-9bc5-b91e9f7b75c1 req-6231da3b-695f-4d8b-a83e-e1b1c92f211c tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842786 Apr 29 15:58:14.982221 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-327522ed-18ca-4bc4-ba29-b478c31d5550 admin admin] Publish callbacks [] for security_group (5549cdb2-d714-4cd9-a505-a595bd42eb84), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:15.063458 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-67c69592-9791-4acf-8e75-7f0f4970c7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:15.063693 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-327522ed-18ca-4bc4-ba29-b478c31d5550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (5549cdb2-d714-4cd9-a505-a595bd42eb84), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:15.111271 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-327522ed-18ca-4bc4-ba29-b478c31d5550 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e76d1a74294c48bca46b80a84a323593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959513 Apr 29 15:58:15.113491 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327522ed-18ca-4bc4-ba29-b478c31d5550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5549cdb2-d714-4cd9-a505-a595bd42eb84,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:15.114147 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60856) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:15.203099 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-03e1f19b-5ed5-4f7a-82d8-c20420beae66 admin admin] Publish callbacks [] for security_group (5549cdb2-d714-4cd9-a505-a595bd42eb84), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:15.230412 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-03e1f19b-5ed5-4f7a-82d8-c20420beae66 admin admin] Publish callbacks [] for security_group (5549cdb2-d714-4cd9-a505-a595bd42eb84), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:15.377870 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-03e1f19b-5ed5-4f7a-82d8-c20420beae66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (5549cdb2-d714-4cd9-a505-a595bd42eb84), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:15.380732 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-03e1f19b-5ed5-4f7a-82d8-c20420beae66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:15.381950 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-03e1f19b-5ed5-4f7a-82d8-c20420beae66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5549cdb2-d714-4cd9-a505-a595bd42eb84 HTTP/1.1" status: 204 len: 168 time: 0.2663221 Apr 29 15:58:15.399233 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1f19b-5ed5-4f7a-82d8-c20420beae66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5549cdb2-d714-4cd9-a505-a595bd42eb84,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:16.142323 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3686489-ccfb-4c4f-a3a4-7db60361ca31 req-5312dee0-d1dc-479a-b2c7-6d5b1221c3fc tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:16.143829 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d3686489-ccfb-4c4f-a3a4-7db60361ca31 req-5312dee0-d1dc-479a-b2c7-6d5b1221c3fc tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0813498 Apr 29 15:58:16.152660 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e3c2-7ac9-4d97-9fe8-5445e71d0714 req-39e4774a-2c7d-4564-9125-b505791491b4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:16.154050 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fcb5e3c2-7ac9-4d97-9fe8-5445e71d0714 req-39e4774a-2c7d-4564-9125-b505791491b4 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0787814 Apr 29 15:58:16.234961 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d3686489-ccfb-4c4f-a3a4-7db60361ca31 req-f268ab78-26f9-4ebb-892f-b250218e7b06 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799155 Apr 29 15:58:16.239552 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fcb5e3c2-7ac9-4d97-9fe8-5445e71d0714 req-c8678bd7-13b0-4b5f-8db5-6b0f69fd50ed tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783510 Apr 29 15:58:16.804328 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25086078-a4e0-495c-ba4a-85314f411997 req-06a2df11-da82-46e0-93d3-d9a4cfe9ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:16.805919 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25086078-a4e0-495c-ba4a-85314f411997 req-06a2df11-da82-46e0-93d3-d9a4cfe9ba3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 1130 time: 0.0419214 Apr 29 15:58:16.915024 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25086078-a4e0-495c-ba4a-85314f411997 req-3f23013d-6234-4aae-849e-3f67d5bc7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:16.917365 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25086078-a4e0-495c-ba4a-85314f411997 req-3f23013d-6234-4aae-849e-3f67d5bc7e76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 917 time: 0.0910006 Apr 29 15:58:16.985123 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25086078-a4e0-495c-ba4a-85314f411997 req-a006c309-1355-4996-a650-af05f12e981c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8 HTTP/1.1" status: 200 len: 1002 time: 0.0613074 Apr 29 15:58:17.034368 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25086078-a4e0-495c-ba4a-85314f411997 req-7d979fce-f56f-4f01-8782-b6ce6bf69839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:17.036061 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25086078-a4e0-495c-ba4a-85314f411997 req-7d979fce-f56f-4f01-8782-b6ce6bf69839 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c HTTP/1.1" status: 200 len: 855 time: 0.0442486 Apr 29 15:58:17.085785 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25086078-a4e0-495c-ba4a-85314f411997 req-d3d45da6-d6f3-43dc-8bf7-c265a089fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:17.087308 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25086078-a4e0-495c-ba4a-85314f411997 req-d3d45da6-d6f3-43dc-8bf7-c265a089fe1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a3d153a-a0ac-449f-87b2-351b970a83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404978 Apr 29 15:58:17.188154 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25086078-a4e0-495c-ba4a-85314f411997 req-2857c405-62aa-4706-92a3-7b6fd2aee8f8 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915408 Apr 29 15:58:17.317846 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-25086078-a4e0-495c-ba4a-85314f411997 req-ed8915e0-0a3b-473c-8a73-2495d65d5ea2 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173766 Apr 29 15:58:17.427909 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef78e-94bf-448a-88fc-4fbbc1a6c123 req-2b44370f-988e-463e-91e8-0be8afbb3006 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:17.429375 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a09ef78e-94bf-448a-88fc-4fbbc1a6c123 req-2b44370f-988e-463e-91e8-0be8afbb3006 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0793831 Apr 29 15:58:17.434574 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-92bd2c05-9828-4ecc-95c6-614a72ec765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:17.438460 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb469d-7ced-498b-873a-8f90d9f1f2c3 req-76cc8ef7-e63d-4fe6-bbde-867c3f15bc7e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:17.439926 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e0eb469d-7ced-498b-873a-8f90d9f1f2c3 req-76cc8ef7-e63d-4fe6-bbde-867c3f15bc7e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0793409 Apr 29 15:58:17.511935 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a09ef78e-94bf-448a-88fc-4fbbc1a6c123 req-a721256c-9fa4-4c04-bf45-1c44339bfe11 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710225 Apr 29 15:58:17.519156 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e0eb469d-7ced-498b-873a-8f90d9f1f2c3 req-be2be903-0646-456f-952c-23c988cede32 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724723 Apr 29 15:58:18.668385 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598ba93-bd6d-403d-905a-ef27c6c328ea req-8ccec6d8-f25b-4e1e-826a-af2033cb31b5 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:18.669856 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d598ba93-bd6d-403d-905a-ef27c6c328ea req-8ccec6d8-f25b-4e1e-826a-af2033cb31b5 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0856488 Apr 29 15:58:18.683064 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93fbed-f105-468a-a9e3-c9cd75d2f60e req-f0f85fa1-74ef-416f-9e7c-2487098c29a7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:18.684495 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-db93fbed-f105-468a-a9e3-c9cd75d2f60e req-f0f85fa1-74ef-416f-9e7c-2487098c29a7 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 946 time: 0.0659254 Apr 29 15:58:18.758987 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d598ba93-bd6d-403d-905a-ef27c6c328ea req-701cfd43-5a1a-44bc-8620-f16636bdfb8f tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835371 Apr 29 15:58:18.760966 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:18.770112 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-db93fbed-f105-468a-a9e3-c9cd75d2f60e req-7cf1955c-5f91-4cac-a9d4-b4eaf80617f5 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798483 Apr 29 15:58:18.932835 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [req-793d2656-e18a-420c-aecc-e5e9cc3ef296 req-1c959b3a-3b2f-489e-8754-7c04decea67f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:58:18.933855 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-793d2656-e18a-420c-aecc-e5e9cc3ef296 req-1c959b3a-3b2f-489e-8754-7c04decea67f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1041474 Apr 29 15:58:19.337414 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f423-87ab-4da4-9804-55dcdc978ee5 req-ce528883-5495-4c70-81d4-d2bf3b5c5728 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:19.339969 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b4d4f423-87ab-4da4-9804-55dcdc978ee5 req-ce528883-5495-4c70-81d4-d2bf3b5c5728 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0498276 Apr 29 15:58:19.401879 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b4d4f423-87ab-4da4-9804-55dcdc978ee5 req-834801f6-fb19-447f-b74d-22b2cd6e8bd7 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558350 Apr 29 15:58:19.438923 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 60994) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:19.527880 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-79a3043d-9532-4046-99c9-18829b621f00 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877430 Apr 29 15:58:19.536890 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-30bd65fa-0d78-4f89-9b4a-6e5efdd0aa7e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 15:58:19.537805 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-30bd65fa-0d78-4f89-9b4a-6e5efdd0aa7e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046885 Apr 29 15:58:19.547239 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e7df0ec7-1d43-427e-b347-9bd150f129a8 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:58:19.625364 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e7df0ec7-1d43-427e-b347-9bd150f129a8 is: ACTIVE; New status is: DOWN {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:58:19.625749 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:19.660910 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:19.662519 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:19.665325 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd78a2b-32a2-4363-9a91-95495211738d" -d '{"events": [{"server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "name": "network-vif-unplugged", "status": "completed", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:58:19.703292 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 32778) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:19.709569 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 15:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e74cf02-a711-4348-b5ec-b8db7e690ce3 x-openstack-request-id: req-9e74cf02-a711-4348-b5ec-b8db7e690ce3 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:58:19.709912 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "name": "network-vif-unplugged", "status": "completed", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:58:19.710138 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e74cf02-a711-4348-b5ec-b8db7e690ce3 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:58:19.710533 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e74cf02-a711-4348-b5ec-b8db7e690ce3'] response: {'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'code': 200} Apr 29 15:58:19.777371 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:19.778096 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 68152383-58a1-4371-85dd-3cfb205fa8ae no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:58:19.803641 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-20c8dd40-1d19-4cfb-8b83-ac410bed3be4 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:19.816585 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-20c8dd40-1d19-4cfb-8b83-ac410bed3be4 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports/68152383-58a1-4371-85dd-3cfb205fa8ae HTTP/1.1" status: 200 len: 943 time: 0.1114886 Apr 29 15:58:19.892262 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e7df0ec7-1d43-427e-b347-9bd150f129a8,revision_number=8']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:19.902928 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 68152383-58a1-4371-85dd-3cfb205fa8ae is: ACTIVE; New status is: DOWN {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:58:19.903345 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:19.935983 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca02b7-cd9b-433f-affa-bfbb24a9ad54 req-ca318396-f64e-4ab4-a4e5-9490bb0f9153 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:19.937649 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-27ca02b7-cd9b-433f-affa-bfbb24a9ad54 req-ca318396-f64e-4ab4-a4e5-9490bb0f9153 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0778549 Apr 29 15:58:19.941312 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 68152383-58a1-4371-85dd-3cfb205fa8ae, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=68152383-58a1-4371-85dd-3cfb205fa8ae,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:19.993237 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-27ca02b7-cd9b-433f-affa-bfbb24a9ad54 req-0c8046f8-1ec5-438a-9b3f-83af3361b634 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487421 Apr 29 15:58:20.032584 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:20.117420 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=68152383-58a1-4371-85dd-3cfb205fa8ae,revision_number=6']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:20.223584 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:20.526537 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd853f7-75b3-4f67-9ff9-d491752e4d3c req-a2c00133-02f9-4770-b508-eee560a976ce tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:20.528033 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8cd853f7-75b3-4f67-9ff9-d491752e4d3c req-a2c00133-02f9-4770-b508-eee560a976ce tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0536218 Apr 29 15:58:20.581540 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8cd853f7-75b3-4f67-9ff9-d491752e4d3c req-ec716c55-64fa-460f-ad20-4c0f9d2cb461 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456882 Apr 29 15:58:21.682181 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:21.711617 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:21.712508 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285aca3-96bd-421e-891d-3b25125b262c req-3cadd952-9690-4a8e-9c99-7cf65bea636f tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:21.714999 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae076d7d-db1d-4666-86cf-1b4ffdd61801" -d '{"events": [{"server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "name": "network-vif-unplugged", "status": "completed", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:58:21.715782 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6285aca3-96bd-421e-891d-3b25125b262c req-3cadd952-9690-4a8e-9c99-7cf65bea636f tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0566607 Apr 29 15:58:21.772514 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6285aca3-96bd-421e-891d-3b25125b262c req-bcd09bb1-b195-4a30-8f74-0a685e28f4b6 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509300 Apr 29 15:58:21.822285 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eeb686-fa58-4eed-a8bf-bb60fc37d7a8 x-openstack-request-id: req-a4eeb686-fa58-4eed-a8bf-bb60fc37d7a8 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:58:21.822663 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "name": "network-vif-unplugged", "status": "failed", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae", "code": 422}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:58:21.823096 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4eeb686-fa58-4eed-a8bf-bb60fc37d7a8 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:58:21.823611 dv-cinder-839872-2-iscsi neutron-server[110325]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a4eeb686-fa58-4eed-a8bf-bb60fc37d7a8']: {'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'code': 422} returned with failed status Apr 29 15:58:22.304174 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1ffa-18b0-40c2-be8a-7d783ef6cad9 req-222a78bb-b43c-433d-ac70-cf78f2c75b47 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:22.305721 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3ffe1ffa-18b0-40c2-be8a-7d783ef6cad9 req-222a78bb-b43c-433d-ac70-cf78f2c75b47 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0541782 Apr 29 15:58:22.354707 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3ffe1ffa-18b0-40c2-be8a-7d783ef6cad9 req-6a882be6-bdaa-4e86-99fc-0089778afafa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 Apr 29 15:58:22.503035 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-a60e9c7a-1874-4d08-99bd-6b7cb9d8341a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399499 Apr 29 15:58:22.582669 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-c74c08a8-fdfa-4b1a-8aa9-149daf8dc48a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:22.584061 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-c74c08a8-fdfa-4b1a-8aa9-149daf8dc48a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports/e7df0ec7-1d43-427e-b347-9bd150f129a8 HTTP/1.1" status: 200 len: 941 time: 0.0515137 Apr 29 15:58:22.897037 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5630-9b13-4d45-b106-78c95a649a5c req-a518b0eb-6b66-41d2-825c-e11c4d5961f1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:22.898735 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1e1b5630-9b13-4d45-b106-78c95a649a5c req-a518b0eb-6b66-41d2-825c-e11c4d5961f1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0511472 Apr 29 15:58:22.952454 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1e1b5630-9b13-4d45-b106-78c95a649a5c req-b8bead87-1eb5-4782-b3f3-f2e29cfdf1b0 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459762 Apr 29 15:58:23.475582 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fcb28-4a71-452e-bb1d-1740e42ae845 req-3bb95503-c367-4b80-b0ff-bdf359b5919a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:23.477001 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c06fcb28-4a71-452e-bb1d-1740e42ae845 req-3bb95503-c367-4b80-b0ff-bdf359b5919a tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0469649 Apr 29 15:58:23.534235 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c06fcb28-4a71-452e-bb1d-1740e42ae845 req-6de7207e-3f28-4a33-a432-63ce4679d374 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503953 Apr 29 15:58:23.915967 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-25991a45-9ac5-42e2-b45b-dc0f9acc308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:23.916674 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-25991a45-9ac5-42e2-b45b-dc0f9acc308c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7&tenant_id=450375541bcc49129d79046b5b2ce4b5 HTTP/1.1" status: 200 len: 1128 time: 0.0407593 Apr 29 15:58:23.981492 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-831d192e-0a85-4090-9dbe-8c58ea6465f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:23.984777 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-831d192e-0a85-4090-9dbe-8c58ea6465f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=450375541bcc49129d79046b5b2ce4b5&device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 1128 time: 0.0415711 Apr 29 15:58:24.117800 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b870f97-8170-4f1b-9ed3-4aff0adc5618 req-d0a2486e-fa96-4b02-8a45-0e00ff9b6478 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:24.120278 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6b870f97-8170-4f1b-9ed3-4aff0adc5618 req-d0a2486e-fa96-4b02-8a45-0e00ff9b6478 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0686543 Apr 29 15:58:24.122911 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-59e42143-08fb-4b95-bd46-55280e63e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:24.124253 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-59e42143-08fb-4b95-bd46-55280e63e48a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 200 len: 917 time: 0.1339681 Apr 29 15:58:24.223855 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-68d55030-8349-40c3-aa31-8936d964f686 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8 HTTP/1.1" status: 200 len: 1000 time: 0.0918169 Apr 29 15:58:24.227618 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6b870f97-8170-4f1b-9ed3-4aff0adc5618 req-24d40fe5-5edd-4553-b767-df502c371844 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013849 Apr 29 15:58:24.280282 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-d34d828b-c455-494e-9282-4117874cfaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:24.282170 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-d34d828b-c455-494e-9282-4117874cfaa5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c HTTP/1.1" status: 200 len: 855 time: 0.0482092 Apr 29 15:58:24.328532 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-62ebef29-0ec1-4829-a92b-7ad8340d54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:24.330063 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-62ebef29-0ec1-4829-a92b-7ad8340d54c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a3d153a-a0ac-449f-87b2-351b970a83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414469 Apr 29 15:58:24.749367 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee184-fbbb-4a7e-bcbf-90ec697d2f4b req-ae4a36aa-06ea-489f-adea-0926d6c195d6 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:24.750816 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e30ee184-fbbb-4a7e-bcbf-90ec697d2f4b req-ae4a36aa-06ea-489f-adea-0926d6c195d6 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0649173 Apr 29 15:58:24.754293 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-c17c6eb3-4458-43fc-ad69-420747669fa5 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173193 Apr 29 15:58:24.859555 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e30ee184-fbbb-4a7e-bcbf-90ec697d2f4b req-b9b7efda-e587-42f9-88f2-cb4d84d91434 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023836 Apr 29 15:58:24.886992 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e4244e7-de60-4fe1-b050-6b5601dd1f22 req-97fc29ca-f86d-4978-8d7f-45876634fd49 service neutron] 10.222.0.37 "GET /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235175 Apr 29 15:58:25.361842 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fbc0e-8e1a-41d5-9c11-33a003927ec1 req-b308dadd-700f-49d8-87be-598d29186058 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:25.363421 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-293fbc0e-8e1a-41d5-9c11-33a003927ec1 req-b308dadd-700f-49d8-87be-598d29186058 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0528209 Apr 29 15:58:25.424207 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-293fbc0e-8e1a-41d5-9c11-33a003927ec1 req-6ff7f0aa-7ee0-4805-9217-262ca58ea058 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523107 Apr 29 15:58:26.000945 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6f893-2c76-45cb-876a-01ef89b0a198 req-1737182d-c6a9-4ca1-8092-8c6085e53978 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:26.002903 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cdc6f893-2c76-45cb-876a-01ef89b0a198 req-1737182d-c6a9-4ca1-8092-8c6085e53978 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0599210 Apr 29 15:58:26.071105 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cdc6f893-2c76-45cb-876a-01ef89b0a198 req-74d6e9f1-00d0-49ae-b29e-dd0522959146 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595574 Apr 29 15:58:26.563680 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6919acc-fc69-4e59-a290-ffd3d4a9baf8 req-a0befbba-e778-44eb-8b21-7b6bb1649981 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:26.566090 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e6919acc-fc69-4e59-a290-ffd3d4a9baf8 req-a0befbba-e778-44eb-8b21-7b6bb1649981 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0572412 Apr 29 15:58:26.621394 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e6919acc-fc69-4e59-a290-ffd3d4a9baf8 req-ec097547-ece2-44d8-8a23-1fc3d2653516 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461512 Apr 29 15:58:27.206700 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb907318-ad20-47b0-8f76-9f4b1ae22682 req-f46a7faf-1fd3-47fa-a850-e7db185db2f0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:27.208356 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb907318-ad20-47b0-8f76-9f4b1ae22682 req-f46a7faf-1fd3-47fa-a850-e7db185db2f0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0531516 Apr 29 15:58:27.268578 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eb907318-ad20-47b0-8f76-9f4b1ae22682 req-ea2ad5b1-3321-4c2b-a531-fb4728ac4ce5 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546303 Apr 29 15:58:27.408969 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:58:27.750991 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763169d-b10a-4358-940c-5d2c3200d19f req-80e2afd4-5cc4-4522-b08c-2ec5ffd4a28c tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:27.752670 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c763169d-b10a-4358-940c-5d2c3200d19f req-80e2afd4-5cc4-4522-b08c-2ec5ffd4a28c tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0512159 Apr 29 15:58:27.806301 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c763169d-b10a-4358-940c-5d2c3200d19f req-289a9c00-b557-4b3d-b9b4-2773a026fb76 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471616 Apr 29 15:58:28.404820 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996709b-fc0d-4a58-a0e8-a8702847476c req-99184d04-a175-4646-92b3-e423305b21c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:28.406645 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1996709b-fc0d-4a58-a0e8-a8702847476c req-99184d04-a175-4646-92b3-e423305b21c1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0531285 Apr 29 15:58:28.455840 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1996709b-fc0d-4a58-a0e8-a8702847476c req-9c392b38-1aec-49cd-9de4-7c89d1e98985 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433004 Apr 29 15:58:28.935293 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f2f8e-7215-4c2a-bde2-22416e9cbe75 req-e6969e85-f12d-4f37-a34f-81c19cd766c2 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:28.936723 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6d9f2f8e-7215-4c2a-bde2-22416e9cbe75 req-e6969e85-f12d-4f37-a34f-81c19cd766c2 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0550606 Apr 29 15:58:28.987380 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6d9f2f8e-7215-4c2a-bde2-22416e9cbe75 req-40905041-24bd-4b00-8155-7b0f28d80e2b tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449960 Apr 29 15:58:29.590708 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8b24e-84e4-4f21-ab5c-b009503073cd req-9279aa78-def7-4310-9ad2-e4032b758430 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:29.592438 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f7b8b24e-84e4-4f21-ab5c-b009503073cd req-9279aa78-def7-4310-9ad2-e4032b758430 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0546377 Apr 29 15:58:29.648755 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f7b8b24e-84e4-4f21-ab5c-b009503073cd req-9c8080bb-7253-444b-88f0-3fe1518db7bb tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508051 Apr 29 15:58:30.106906 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3c30f-1475-4f96-a364-d13a6164502a req-db0ace99-1270-417f-a998-0253e4e3bb17 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:30.108893 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9df3c30f-1475-4f96-a364-d13a6164502a req-db0ace99-1270-417f-a998-0253e4e3bb17 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0500720 Apr 29 15:58:30.165242 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9df3c30f-1475-4f96-a364-d13a6164502a req-7c09cb12-9aba-4e9a-bf19-0c8023283bba tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492368 Apr 29 15:58:30.773148 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950035a0-84d8-4591-82a4-dd8904d642a1 req-1b17c8c4-8737-4d96-83fe-3ea09847886d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:30.778958 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-950035a0-84d8-4591-82a4-dd8904d642a1 req-1b17c8c4-8737-4d96-83fe-3ea09847886d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0488920 Apr 29 15:58:30.827211 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-950035a0-84d8-4591-82a4-dd8904d642a1 req-96c34766-ef8f-446c-806f-6f68dd1c4136 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438106 Apr 29 15:58:31.287856 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12d1e6-75e1-491b-82e7-5348fa8d479c req-7eceabe7-1c49-47fc-8ea7-8bdb2d02e4a7 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:31.293995 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b12d1e6-75e1-491b-82e7-5348fa8d479c req-7eceabe7-1c49-47fc-8ea7-8bdb2d02e4a7 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0569232 Apr 29 15:58:31.345420 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b12d1e6-75e1-491b-82e7-5348fa8d479c req-9b9d3e8d-e789-44b0-b225-a810209d1f32 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486214 Apr 29 15:58:31.977674 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc1e1a-9262-445c-a2c2-82f54a7e8f88 req-66200328-bf80-46c9-aeee-81ca46fecc7f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:31.979388 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-48bc1e1a-9262-445c-a2c2-82f54a7e8f88 req-66200328-bf80-46c9-aeee-81ca46fecc7f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0698488 Apr 29 15:58:32.034909 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-48bc1e1a-9262-445c-a2c2-82f54a7e8f88 req-7bf28779-7574-4d76-9a62-30242020146c tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498719 Apr 29 15:58:32.469446 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf81ed-a194-4ffa-8d31-baef5cad8dde req-010c4ca9-e66a-40f0-a74f-a079b3dc2889 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:32.475302 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8cbf81ed-a194-4ffa-8d31-baef5cad8dde req-010c4ca9-e66a-40f0-a74f-a079b3dc2889 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0573525 Apr 29 15:58:32.523401 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8cbf81ed-a194-4ffa-8d31-baef5cad8dde req-11b35729-a230-428f-b943-aa9fa33a03bb tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467803 Apr 29 15:58:33.160069 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f06bd-4bff-4bd9-a8b0-a2338a82afa7 req-c8183105-5dd7-4625-bdf9-03336ca8cef9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:33.161793 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ce4f06bd-4bff-4bd9-a8b0-a2338a82afa7 req-c8183105-5dd7-4625-bdf9-03336ca8cef9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0530510 Apr 29 15:58:33.212382 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ce4f06bd-4bff-4bd9-a8b0-a2338a82afa7 req-6cd316f6-842f-4de7-8eeb-1873f4d950ca tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446274 Apr 29 15:58:33.666826 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4557b-63ac-4033-8045-d542adb1f6f4 req-a2db1aa9-10ef-406f-b9d0-bae247ce8619 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:33.668330 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f9d4557b-63ac-4033-8045-d542adb1f6f4 req-a2db1aa9-10ef-406f-b9d0-bae247ce8619 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0550618 Apr 29 15:58:33.723178 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f9d4557b-63ac-4033-8045-d542adb1f6f4 req-4b8fd321-2062-4d98-ab66-3cd217edbf36 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454202 Apr 29 15:58:34.328033 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e017d2b-8149-40e4-913a-d0992f11c802 req-8d130375-c480-42a3-bcd0-ee9e38db70b0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:34.329569 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5e017d2b-8149-40e4-913a-d0992f11c802 req-8d130375-c480-42a3-bcd0-ee9e38db70b0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0461614 Apr 29 15:58:34.381484 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5e017d2b-8149-40e4-913a-d0992f11c802 req-910995f5-7f14-4ea7-860f-4f9a109a18de tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462658 Apr 29 15:58:34.835163 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041960a-fdc0-4c89-be2b-9991b19d9323 req-8ea99887-c386-441e-8403-522089a85e95 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:34.836686 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3041960a-fdc0-4c89-be2b-9991b19d9323 req-8ea99887-c386-441e-8403-522089a85e95 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0477362 Apr 29 15:58:34.889406 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3041960a-fdc0-4c89-be2b-9991b19d9323 req-95af293d-b1c2-4405-b4f9-89acf5efba81 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470414 Apr 29 15:58:35.502083 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232c6e1-89b6-47be-b050-3a3abd7359dd req-f04a346e-f01e-40c5-a61e-be5584477322 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:35.503534 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4232c6e1-89b6-47be-b050-3a3abd7359dd req-f04a346e-f01e-40c5-a61e-be5584477322 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 944 time: 0.0485394 Apr 29 15:58:35.552017 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4232c6e1-89b6-47be-b050-3a3abd7359dd req-6b7f223d-4848-4f6c-b81d-daba6d1016d9 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 Apr 29 15:58:35.625048 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e7df0ec7-1d43-427e-b347-9bd150f129a8 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:58:35.734890 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:35.746330 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'port_id': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'mac_address': 'fa:16:3e:4f:bd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:58:35.783690 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e7df0ec7-1d43-427e-b347-9bd150f129a8 is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:58:35.784101 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:35.796813 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7df0ec7-1d43-427e-b347-9bd150f129a8 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:58:35.815321 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:35.891650 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:35.944699 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e7df0ec7-1d43-427e-b347-9bd150f129a8,revision_number=9']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:36.028188 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b940dc0-659f-4c08-804f-94a8b1b41edb req-ed54b929-97e1-4aa6-9038-41cc16207de9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:36.029621 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0b940dc0-659f-4c08-804f-94a8b1b41edb req-ed54b929-97e1-4aa6-9038-41cc16207de9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0578902 Apr 29 15:58:36.078400 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0b940dc0-659f-4c08-804f-94a8b1b41edb req-fd19235a-4344-4a0b-bd93-81504c7f9c6a tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431736 Apr 29 15:58:36.199249 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['e7df0ec7-1d43-427e-b347-9bd150f129a8'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:58:36.561702 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 32998) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:36.687204 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:36.694847 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985e5c1-2ad6-4034-a453-af4cae3adf9f req-761ad620-059e-4460-96cd-4075f0f812d8 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:36.696874 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e985e5c1-2ad6-4034-a453-af4cae3adf9f req-761ad620-059e-4460-96cd-4075f0f812d8 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 945 time: 0.0689182 Apr 29 15:58:36.773120 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e985e5c1-2ad6-4034-a453-af4cae3adf9f req-60e5c561-cb4b-4e0e-b27c-9e163898c771 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679629 Apr 29 15:58:36.815825 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Publish callbacks [] for security_group (0fc114b9-a5d2-49c1-a968-d66ac908d10c), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:36.886165 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (0fc114b9-a5d2-49c1-a968-d66ac908d10c), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:36.925292 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40c89782842842319155f8834b8b2db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624632 Apr 29 15:58:36.926141 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc114b9-a5d2-49c1-a968-d66ac908d10c,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:36.927988 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 33004) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:36.933573 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.933929 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.934277 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.934617 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.934961 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.935292 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.935617 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.935982 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.936311 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.936639 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.936970 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.937327 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.937654 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.937980 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.938300 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c372740c-c398-4dbf-932f-efdd24cce4c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:36.984247 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c403946c-bc22-4ca0-83af-ef855fe01412 admin admin] Publish callbacks [] for security_group (0fc114b9-a5d2-49c1-a968-d66ac908d10c), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:37.006367 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c403946c-bc22-4ca0-83af-ef855fe01412 admin admin] Publish callbacks [] for security_group (0fc114b9-a5d2-49c1-a968-d66ac908d10c), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:37.149587 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c403946c-bc22-4ca0-83af-ef855fe01412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (0fc114b9-a5d2-49c1-a968-d66ac908d10c), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:37.153215 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c403946c-bc22-4ca0-83af-ef855fe01412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:37.154348 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c403946c-bc22-4ca0-83af-ef855fe01412 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fc114b9-a5d2-49c1-a968-d66ac908d10c HTTP/1.1" status: 204 len: 168 time: 0.2253807 Apr 29 15:58:37.165349 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403946c-bc22-4ca0-83af-ef855fe01412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc114b9-a5d2-49c1-a968-d66ac908d10c,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:37.200174 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729a7d0-d835-4025-ad90-96199923bfe1 req-b561ad0f-d463-4571-8aca-63a4f68ea086 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:37.201996 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b729a7d0-d835-4025-ad90-96199923bfe1 req-b561ad0f-d463-4571-8aca-63a4f68ea086 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0577207 Apr 29 15:58:37.255143 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b729a7d0-d835-4025-ad90-96199923bfe1 req-17fa49ef-6653-4864-99b1-423f79b6b3f4 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471032 Apr 29 15:58:37.629173 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e7df0ec7-1d43-427e-b347-9bd150f129a8 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:58:37.679464 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port e7df0ec7-1d43-427e-b347-9bd150f129a8 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:58:37.679864 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:37.757626 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e7df0ec7-1d43-427e-b347-9bd150f129a8 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:58:37.757931 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:37.786462 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:37.786462 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6d5cca-52a0-4676-8a31-eb51ece00941" -d '{"events": [{"server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "name": "network-vif-plugged", "status": "completed", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:58:37.815972 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:37.840452 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3743301c-9e8a-4e54-b220-4c5d655c5b10 x-openstack-request-id: req-3743301c-9e8a-4e54-b220-4c5d655c5b10 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:58:37.840452 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "name": "network-vif-plugged", "status": "completed", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:58:37.840452 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3743301c-9e8a-4e54-b220-4c5d655c5b10 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:58:37.840452 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3743301c-9e8a-4e54-b220-4c5d655c5b10'] response: {'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'code': 200} Apr 29 15:58:37.875110 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:37.915678 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af44c2-1203-4cc1-a6ca-433d5534e5f9 req-eee80bbc-c094-4e6b-bef9-1666acf9c74f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:37.917520 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-32af44c2-1203-4cc1-a6ca-433d5534e5f9 req-eee80bbc-c094-4e6b-bef9-1666acf9c74f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 947 time: 0.0493712 Apr 29 15:58:37.925978 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e7df0ec7-1d43-427e-b347-9bd150f129a8,revision_number=10']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:37.978389 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-32af44c2-1203-4cc1-a6ca-433d5534e5f9 req-6961f88d-87bf-49a9-9f11-dbe73c232e8f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538187 Apr 29 15:58:38.379907 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843c6b5-14c9-4cfe-9f58-db5df2620fd8 req-14570d68-5d5c-4f68-b508-e9bb9a42c059 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:38.381457 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7843c6b5-14c9-4cfe-9f58-db5df2620fd8 req-14570d68-5d5c-4f68-b508-e9bb9a42c059 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0511589 Apr 29 15:58:38.431452 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7843c6b5-14c9-4cfe-9f58-db5df2620fd8 req-11908c43-bd17-4e86-ac5a-d7cbbbf10ab6 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437684 Apr 29 15:58:38.929064 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-20d84aa6-d45e-4372-b72c-bf08081bd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:38.930557 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-20d84aa6-d45e-4372-b72c-bf08081bd0f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5&tenant_id=b4693e270f27493883490ba1b9ae2779 HTTP/1.1" status: 200 len: 1128 time: 0.0718915 Apr 29 15:58:38.940295 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276562a1-b691-4ae1-af71-d283e400b064 req-1423a8f4-3c3a-484b-a4eb-c842dbfcb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:38.941635 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-276562a1-b691-4ae1-af71-d283e400b064 req-1423a8f4-3c3a-484b-a4eb-c842dbfcb61a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 1131 time: 0.0511358 Apr 29 15:58:39.017662 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-181b92f2-d179-4f0d-b041-4c0600aadb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:39.276510 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-181b92f2-d179-4f0d-b041-4c0600aadb30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4693e270f27493883490ba1b9ae2779&device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 1128 time: 0.0574121 Apr 29 15:58:39.276510 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-276562a1-b691-4ae1-af71-d283e400b064 req-cb6d4583-d249-47c6-a18d-38d98bbf733f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726624 Apr 29 15:58:39.276510 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e8c14-43bf-46c1-87cd-f06f52367cd0 req-9b47fb54-cb03-442e-ace2-4b279c9766d1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:39.276510 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5f1e8c14-43bf-46c1-87cd-f06f52367cd0 req-9b47fb54-cb03-442e-ace2-4b279c9766d1 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 947 time: 0.0492508 Apr 29 15:58:39.276510 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5f1e8c14-43bf-46c1-87cd-f06f52367cd0 req-3aaac52b-369a-4580-8298-e1afb7d602d3 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423782 Apr 29 15:58:39.330890 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-d3b9a891-ce1a-4038-b28e-a88d2e9574ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:39.332785 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-d3b9a891-ce1a-4038-b28e-a88d2e9574ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5 HTTP/1.1" status: 200 len: 910 time: 0.0987890 Apr 29 15:58:39.401583 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-005b9c4f-24e9-48f1-9a2b-67ff40890697 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68152383-58a1-4371-85dd-3cfb205fa8ae HTTP/1.1" status: 200 len: 1000 time: 0.0605369 Apr 29 15:58:39.454007 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-c3f15796-8dc1-4005-831f-48c8536f0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:39.455508 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-c3f15796-8dc1-4005-831f-48c8536f0da8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16b9d5f5-7a55-46ef-976e-25708021eaba HTTP/1.1" status: 200 len: 848 time: 0.0472860 Apr 29 15:58:39.547656 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a25529-c31f-4c0e-8e17-6825c0be6614 req-edda2d5c-8e53-46fe-9e33-67df0644cd50 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:39.549091 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-10a25529-c31f-4c0e-8e17-6825c0be6614 req-edda2d5c-8e53-46fe-9e33-67df0644cd50 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0485301 Apr 29 15:58:39.598678 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-10a25529-c31f-4c0e-8e17-6825c0be6614 req-d057e9ec-1d65-45fb-a49c-c9e0a216cb55 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438354 Apr 29 15:58:39.814130 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-38d6db2d-6325-49a6-acf2-451be5401212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:39.816317 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-38d6db2d-6325-49a6-acf2-451be5401212 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404012 Apr 29 15:58:39.917669 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-7a938d9c-0412-4818-9368-775e3d745539 service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937276 Apr 29 15:58:40.015212 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1cb969bd-4297-4e18-a305-c65d2b650ffe req-c0fa9ae2-e61b-4b53-9490-601a2b7ced1d service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873990 Apr 29 15:58:40.302958 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809454a-2a69-4ed7-b3aa-b921397fb30a req-0c1cc856-395c-40fa-81a7-61fac96108ab tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:40.304468 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e809454a-2a69-4ed7-b3aa-b921397fb30a req-0c1cc856-395c-40fa-81a7-61fac96108ab tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 947 time: 0.0573986 Apr 29 15:58:40.353151 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e809454a-2a69-4ed7-b3aa-b921397fb30a req-20bec922-928f-4645-a065-480ce3d6c68e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424767 Apr 29 15:58:40.721300 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643970ee-f325-4ebb-bc9d-8ccdacbd9c8d req-04838c2b-7748-4037-8222-af32c70f9246 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:40.722840 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-643970ee-f325-4ebb-bc9d-8ccdacbd9c8d req-04838c2b-7748-4037-8222-af32c70f9246 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0512707 Apr 29 15:58:40.772423 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-643970ee-f325-4ebb-bc9d-8ccdacbd9c8d req-d38c3e7a-9fed-4c06-96eb-aa244abf57d1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440733 Apr 29 15:58:41.476810 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36deb1-6c9b-4017-a15b-967848116076 req-7a5a3f2e-8fd8-4a90-bb39-ff9694749fee tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:41.478753 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fe36deb1-6c9b-4017-a15b-967848116076 req-7a5a3f2e-8fd8-4a90-bb39-ff9694749fee tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 947 time: 0.0524726 Apr 29 15:58:41.527410 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fe36deb1-6c9b-4017-a15b-967848116076 req-3a2714ae-a949-4ff7-9c0e-6e0d24688efa tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429642 Apr 29 15:58:41.889420 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c3248-ffa0-4719-8616-cf2a33a1d3cc req-d0855d92-f636-4751-a43a-afb3e9ff49ba tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:41.890872 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4b3c3248-ffa0-4719-8616-cf2a33a1d3cc req-d0855d92-f636-4751-a43a-afb3e9ff49ba tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0481594 Apr 29 15:58:41.939337 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4b3c3248-ffa0-4719-8616-cf2a33a1d3cc req-9ba08f12-3f33-4834-bc85-85ce5af3c2f4 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 Apr 29 15:58:42.645947 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0d417-1185-4bea-8d56-d70e17c2bc47 req-297debcd-764b-4653-9b01-f24813ac2449 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:42.647455 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2fb0d417-1185-4bea-8d56-d70e17c2bc47 req-297debcd-764b-4653-9b01-f24813ac2449 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 947 time: 0.0479896 Apr 29 15:58:42.703127 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2fb0d417-1185-4bea-8d56-d70e17c2bc47 req-93254270-4b35-4b7e-a184-75c6103cab0f tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495024 Apr 29 15:58:43.056735 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a857d-b67b-468d-ac53-c38d6b719cf5 req-499ab0bb-7da1-49c4-949d-e175099b0715 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:43.058527 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-509a857d-b67b-468d-ac53-c38d6b719cf5 req-499ab0bb-7da1-49c4-949d-e175099b0715 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0475843 Apr 29 15:58:43.107189 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-509a857d-b67b-468d-ac53-c38d6b719cf5 req-ea82337b-da38-4a85-9929-3126834b47e7 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430679 Apr 29 15:58:44.218475 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e762aa-a2bb-4036-a9c4-ce77a8c8bd36 req-73e6f86f-d4a9-41e0-853f-72b036356a04 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:44.219982 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-51e762aa-a2bb-4036-a9c4-ce77a8c8bd36 req-73e6f86f-d4a9-41e0-853f-72b036356a04 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0465894 Apr 29 15:58:44.268553 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-51e762aa-a2bb-4036-a9c4-ce77a8c8bd36 req-08f2b728-0892-4040-b00b-9a8227c4cc6b tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430667 Apr 29 15:58:44.805996 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:45.046262 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-e490416a-3eed-43c1-9a4b-cf5c00804131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:45.387811 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bd21d-9d66-4e28-b8c6-664cbf3c42d9 req-6ae29a3f-4d32-4ab3-a891-336acf312260 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:45.389274 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-490bd21d-9d66-4e28-b8c6-664cbf3c42d9 req-6ae29a3f-4d32-4ab3-a891-336acf312260 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0509896 Apr 29 15:58:45.437590 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-490bd21d-9d66-4e28-b8c6-664cbf3c42d9 req-a1cdc831-22df-4855-b9a8-c0db6c245eb7 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422330 Apr 29 15:58:46.316094 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d61d5b-4120-43fe-a8a9-aa654e4425be req-f845a210-3bb5-41b0-90f2-7d9513b454e7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:46.317563 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-63d61d5b-4120-43fe-a8a9-aa654e4425be req-f845a210-3bb5-41b0-90f2-7d9513b454e7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 946 time: 0.0487180 Apr 29 15:58:46.365265 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-63d61d5b-4120-43fe-a8a9-aa654e4425be req-7c98db98-4ae5-4078-aaac-64fcbf317c86 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416563 Apr 29 15:58:46.555553 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca5488-8c99-4b48-898b-85eb8ac7a2c5 req-51bb1cbe-1371-4d3f-ba6e-a9d51b81956e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:46.557152 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0dca5488-8c99-4b48-898b-85eb8ac7a2c5 req-51bb1cbe-1371-4d3f-ba6e-a9d51b81956e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0505705 Apr 29 15:58:46.610311 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0dca5488-8c99-4b48-898b-85eb8ac7a2c5 req-ec43d1be-19c5-44ff-9801-3a009a3804c9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473211 Apr 29 15:58:47.423269 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-080f758d-17f8-46a5-a8c5-aef9235b5f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:47.485642 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229043f-e1a3-4c20-84e6-0a2f7409ab6c req-7eaffec4-7b5e-4bd1-befe-1a1a6c25e24d tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:47.487106 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3229043f-e1a3-4c20-84e6-0a2f7409ab6c req-7eaffec4-7b5e-4bd1-befe-1a1a6c25e24d tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 946 time: 0.0472698 Apr 29 15:58:47.534832 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3229043f-e1a3-4c20-84e6-0a2f7409ab6c req-338cb23d-8657-480f-8e3d-e5e11e349b7f tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417225 Apr 29 15:58:47.726261 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3fb2c-eba0-4d46-b812-04386802cea8 req-c4feab18-d3ba-4d33-b4d9-7c30c46e86a8 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:47.727729 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8ca3fb2c-eba0-4d46-b812-04386802cea8 req-c4feab18-d3ba-4d33-b4d9-7c30c46e86a8 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0473738 Apr 29 15:58:47.779111 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8ca3fb2c-eba0-4d46-b812-04386802cea8 req-99f12022-f3ac-49cb-b363-8c5e2f143053 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451574 Apr 29 15:58:48.650060 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144152e6-3857-4218-a9e7-33d53b1146d6 req-7f33637b-a64b-45c1-b07f-d4d023a064ef tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:48.652421 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-144152e6-3857-4218-a9e7-33d53b1146d6 req-7f33637b-a64b-45c1-b07f-d4d023a064ef tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 946 time: 0.0510724 Apr 29 15:58:48.699775 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-144152e6-3857-4218-a9e7-33d53b1146d6 req-d47f5366-4fdc-4379-a025-b90c86e08f1d tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups?id=96b0b208-9e79-4d52-9001-251322abd610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415912 Apr 29 15:58:48.726472 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:48.900223 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-42286e55-1341-4478-84ec-07c8a9aa747a tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:48.902258 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-42286e55-1341-4478-84ec-07c8a9aa747a tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 946 time: 0.0764718 Apr 29 15:58:48.921514 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c624cc-1ab7-42bd-b353-95fffbd88cff req-f911764a-bbae-4eff-b0a0-7f57fee83a31 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:48.922923 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e1c624cc-1ab7-42bd-b353-95fffbd88cff req-f911764a-bbae-4eff-b0a0-7f57fee83a31 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0666587 Apr 29 15:58:49.034448 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e1c624cc-1ab7-42bd-b353-95fffbd88cff req-b5438ec5-d004-4376-a47f-fbd10cb9d564 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891259 Apr 29 15:58:49.035003 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Deleting port b4384ce1-de1a-4d89-85b9-3c359372c753 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:58:49.035337 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.129703 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] For port b4384ce1-de1a-4d89-85b9-3c359372c753, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=b4384ce1-de1a-4d89-85b9-3c359372c753,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:49.130072 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.276985 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 33222) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:49.311041 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.311405 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (cb4f3e4c-216c-4af0-885a-594571728015), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.311743 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Floating IP cb4f3e4c-216c-4af0-885a-594571728015 disassociated. External IP: 172.27.1.23, port: b4384ce1-de1a-4d89-85b9-3c359372c753. Apr 29 15:58:49.312076 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Calling delete_port for b4384ce1-de1a-4d89-85b9-3c359372c753 owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:58:49.380494 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed7c43b7-df97-4a11-814f-4a8415f898da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.476522 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ffd017a-822b-4abb-b397-c3b5f14df45b req-4d7e5991-6a24-45c8-84f4-9af86bf9d29e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406208 Apr 29 15:58:49.526746 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (b4384ce1-de1a-4d89-85b9-3c359372c753), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.565515 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd017a-822b-4abb-b397-c3b5f14df45b req-a0ba5d62-06ba-4eb0-9b47-2ca9e6784523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:49.566971 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ffd017a-822b-4abb-b397-c3b5f14df45b req-a0ba5d62-06ba-4eb0-9b47-2ca9e6784523 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 1129 time: 0.0683773 Apr 29 15:58:49.567666 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event deleted for resources: {'Port': ['ID=b4384ce1-de1a-4d89-85b9-3c359372c753,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:49.578803 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed7c43b7-df97-4a11-814f-4a8415f898da admin admin] Publish callbacks [] for security_group (7ccd84a2-96f6-460c-b267-a3346fd25e12), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.628911 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ed7c43b7-df97-4a11-814f-4a8415f898da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7ccd84a2-96f6-460c-b267-a3346fd25e12), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.661239 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 68152383-58a1-4371-85dd-3cfb205fa8ae details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:58:49.669776 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ed7c43b7-df97-4a11-814f-4a8415f898da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75abab5dfa1342a2924ae72ea5a5fcec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916917 Apr 29 15:58:49.670629 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c43b7-df97-4a11-814f-4a8415f898da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccd84a2-96f6-460c-b267-a3346fd25e12,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:49.672976 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 33226) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:49.722257 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b45bd97e-4b99-4a9e-af3b-e835376609b3 admin admin] Publish callbacks [] for security_group (7ccd84a2-96f6-460c-b267-a3346fd25e12), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.750790 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b45bd97e-4b99-4a9e-af3b-e835376609b3 admin admin] Publish callbacks [] for security_group (7ccd84a2-96f6-460c-b267-a3346fd25e12), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.757053 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:58:49.763229 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd017a-822b-4abb-b397-c3b5f14df45b req-f4098358-4635-4c41-a99a-afae6bcf1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:49.764739 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ffd017a-822b-4abb-b397-c3b5f14df45b req-f4098358-4635-4c41-a99a-afae6bcf1939 service neutron] 10.222.0.37 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 913 time: 0.1553483 Apr 29 15:58:49.796827 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 68152383-58a1-4371-85dd-3cfb205fa8ae, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=68152383-58a1-4371-85dd-3cfb205fa8ae,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:49.810001 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'port_id': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'mac_address': 'fa:16:3e:14:5f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:58:49.847828 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 68152383-58a1-4371-85dd-3cfb205fa8ae is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:58:49.860698 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.866887 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68152383-58a1-4371-85dd-3cfb205fa8ae {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:58:49.874155 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2f841fb4-dfb8-4e83-8fc9-cd591ff2f799 req-e6698097-7ead-4afa-82a7-bdb967fd3ebc tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 210 time: 0.0943491 Apr 29 15:58:49.881234 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b45bd97e-4b99-4a9e-af3b-e835376609b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7ccd84a2-96f6-460c-b267-a3346fd25e12), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.885575 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b45bd97e-4b99-4a9e-af3b-e835376609b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:49.890829 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-b45bd97e-4b99-4a9e-af3b-e835376609b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ccd84a2-96f6-460c-b267-a3346fd25e12 HTTP/1.1" status: 204 len: 168 time: 0.2146282 Apr 29 15:58:49.890981 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 68152383-58a1-4371-85dd-3cfb205fa8ae, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=68152383-58a1-4371-85dd-3cfb205fa8ae,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:49.898233 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bd97e-4b99-4a9e-af3b-e835376609b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccd84a2-96f6-460c-b267-a3346fd25e12,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:49.909937 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ffd017a-822b-4abb-b397-c3b5f14df45b req-d4cff4ed-a87c-4773-a2ee-33276c554024 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac9bb55f-1942-474f-b067-419ceedc756d HTTP/1.1" status: 200 len: 1001 time: 0.1369860 Apr 29 15:58:49.966983 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:50.012662 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:58:50.021172 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd017a-822b-4abb-b397-c3b5f14df45b req-59748c08-fa76-4ec2-95ef-42df154132ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:50.023048 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ffd017a-822b-4abb-b397-c3b5f14df45b req-59748c08-fa76-4ec2-95ef-42df154132ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb HTTP/1.1" status: 200 len: 851 time: 0.1052675 Apr 29 15:58:50.027003 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57c1ef-febf-4b5f-b0eb-766d4c118074 None None] Sync routers for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:58:50.029701 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=68152383-58a1-4371-85dd-3cfb205fa8ae,revision_number=7']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:50.046363 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce57c1ef-febf-4b5f-b0eb-766d4c118074 None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:58:50.047189 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-ce57c1ef-febf-4b5f-b0eb-766d4c118074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:58:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:50.099767 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] No DVR routers for this DVR port b4384ce1-de1a-4d89-85b9-3c359372c753 on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:58:50.103627 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:50.107271 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8bf06a52-a95c-4f22-9af8-d2ddba8721b8 req-030eac0d-3d29-47b8-b0f0-a3827f5fdc1c tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.37 "DELETE /v2.0/ports/b4384ce1-de1a-4d89-85b9-3c359372c753 HTTP/1.1" status: 204 len: 173 time: 1.1975935 Apr 29 15:58:50.112577 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c73794c-4a14-4659-82c2-b00aab3be853', 'name': 'network-vif-deleted', 'tag': 'b4384ce1-de1a-4d89-85b9-3c359372c753'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:50.116607 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c190768f-0ed8-4d2c-9268-d5ae97cb0f0f" -d '{"events": [{"server_uuid": "6c73794c-4a14-4659-82c2-b00aab3be853", "name": "network-vif-deleted", "tag": "b4384ce1-de1a-4d89-85b9-3c359372c753"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:58:50.130132 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd017a-822b-4abb-b397-c3b5f14df45b req-dbcd3b36-a360-48c7-87cc-26c73ae5d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:50.131804 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ffd017a-822b-4abb-b397-c3b5f14df45b req-dbcd3b36-a360-48c7-87cc-26c73ae5d3d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79c6c2df-648a-4e52-83c5-171cce1d2a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890298 Apr 29 15:58:50.178681 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:50.189556 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9193d553-c990-4fd9-8f3d-8083c0ad689c x-openstack-request-id: req-9193d553-c990-4fd9-8f3d-8083c0ad689c {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:58:50.189556 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c73794c-4a14-4659-82c2-b00aab3be853", "name": "network-vif-deleted", "tag": "b4384ce1-de1a-4d89-85b9-3c359372c753", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:58:50.189556 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9193d553-c990-4fd9-8f3d-8083c0ad689c {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:58:50.189556 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9193d553-c990-4fd9-8f3d-8083c0ad689c'] response: {'server_uuid': '6c73794c-4a14-4659-82c2-b00aab3be853', 'name': 'network-vif-deleted', 'tag': 'b4384ce1-de1a-4d89-85b9-3c359372c753', 'status': 'completed', 'code': 200} Apr 29 15:58:50.198739 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['68152383-58a1-4371-85dd-3cfb205fa8ae'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:58:50.247077 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-ce57c1ef-febf-4b5f-b0eb-766d4c118074 None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:58:50.255618 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52125b32-fbff-4664-8dff-505aedae18f8 req-67114e80-ba4a-48e0-a617-5ffa8f9c7f2d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:50.263063 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-52125b32-fbff-4664-8dff-505aedae18f8 req-67114e80-ba4a-48e0-a617-5ffa8f9c7f2d tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 945 time: 0.1155503 Apr 29 15:58:50.300901 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ffd017a-822b-4abb-b397-c3b5f14df45b req-26f2fba8-30f8-4a2e-a08e-1df92f47990d service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619945 Apr 29 15:58:50.383503 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-52125b32-fbff-4664-8dff-505aedae18f8 req-dc9b53ed-7ecb-4cf7-aa00-eecf5e35aed2 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195049 Apr 29 15:58:50.469655 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ffd017a-822b-4abb-b397-c3b5f14df45b req-161390a5-2c02-4e9f-8138-8f6c6740cc2d service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333334 Apr 29 15:58:50.509398 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-ce57c1ef-febf-4b5f-b0eb-766d4c118074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:50.537206 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57c1ef-febf-4b5f-b0eb-766d4c118074 None None] Checking router: ad7a6ff4-0fcf-4e21-930c-caa92aca17dd for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:58:50.546520 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce57c1ef-febf-4b5f-b0eb-766d4c118074 None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:58:50.547133 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-ce57c1ef-febf-4b5f-b0eb-766d4c118074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:58:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:50.659610 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-ce57c1ef-febf-4b5f-b0eb-766d4c118074 None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:58:50.858541 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-ce57c1ef-febf-4b5f-b0eb-766d4c118074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:50.885073 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57c1ef-febf-4b5f-b0eb-766d4c118074 None None] The sync data for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi is: [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:51:52Z', 'revision_number': 4, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'd854e852-9ba4-45bf-af05-5d375b74ffc3', 'name': '', 'network_id': '1aec68a9-1e73-4c47-a6f4-8e07f7c78821', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'mac_address': 'fa:16:3e:04:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:51Z', 'updated_at': '2022-04-29T15:52:02Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'subnets': [{'id': '2b3bb281-55d8-4d59-b80a-6791f4fdac05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:58:51.001747 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ed29ab01-30c1-46ac-8fa9-6885b2a00fc4 req-b358682e-ebb3-4b60-a2e7-968cc7fc30b7 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c73794c-4a14-4659-82c2-b00aab3be853 HTTP/1.1" status: 200 len: 210 time: 0.0315859 Apr 29 15:58:51.194420 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82063f35-9acb-4334-b014-dbf88033a63d None None] New status for floating IP cb4f3e4c-216c-4af0-885a-594571728015: DOWN {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:58:51.509008 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b19eb4-db01-4e4b-b598-9584b8b076f8 req-22b3dfd1-9555-4a14-aa47-9cb807bdb0a6 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:51.510609 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-75b19eb4-db01-4e4b-b598-9584b8b076f8 req-22b3dfd1-9555-4a14-aa47-9cb807bdb0a6 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0525362 Apr 29 15:58:51.559356 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-75b19eb4-db01-4e4b-b598-9584b8b076f8 req-9e2f2396-f7b3-41db-9eda-e1f7d0b07eb3 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430768 Apr 29 15:58:51.669428 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:51.677338 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 68152383-58a1-4371-85dd-3cfb205fa8ae up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:58:51.730853 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port 68152383-58a1-4371-85dd-3cfb205fa8ae triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:58:51.731222 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:51.806706 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 68152383-58a1-4371-85dd-3cfb205fa8ae is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:58:51.807216 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:51.829057 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:51.831280 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1da4b36-a063-40f5-9c4c-53f6c9e28c0c" -d '{"events": [{"server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:58:51.844192 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 68152383-58a1-4371-85dd-3cfb205fa8ae, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=68152383-58a1-4371-85dd-3cfb205fa8ae,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:51.879026 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c467c60-5d05-4dee-87f1-22a515045991 x-openstack-request-id: req-6c467c60-5d05-4dee-87f1-22a515045991 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:58:51.879026 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:58:51.879455 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c467c60-5d05-4dee-87f1-22a515045991 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:58:51.879660 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c467c60-5d05-4dee-87f1-22a515045991'] response: {'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'code': 200} Apr 29 15:58:51.926373 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:51.927120 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device b4384ce1-de1a-4d89-85b9-3c359372c753 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:58:51.967332 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: b4384ce1-de1a-4d89-85b9-3c359372c753 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:58:51.967684 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device b4384ce1-de1a-4d89-85b9-3c359372c753 not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:58:51.996321 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=68152383-58a1-4371-85dd-3cfb205fa8ae,revision_number=8']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:52.162102 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 33274) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:52.168562 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f2869-4e2c-45b0-b31f-88fc4a749b9e req-d766ee53-fafc-4d4b-b904-28f36ae4bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:52.170039 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-816f2869-4e2c-45b0-b31f-88fc4a749b9e req-d766ee53-fafc-4d4b-b904-28f36ae4bf84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0387411 Apr 29 15:58:52.216435 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9e19f157-9aee-4db5-a1a5-ee1d9dcfd2c3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group (96b0b208-9e79-4d52-9001-251322abd610), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:52.217319 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-816f2869-4e2c-45b0-b31f-88fc4a749b9e req-d7f83e71-7e62-4e73-8465-cfaf7aea38c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 Apr 29 15:58:52.239384 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9e19f157-9aee-4db5-a1a5-ee1d9dcfd2c3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group (96b0b208-9e79-4d52-9001-251322abd610), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:52.343290 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9e19f157-9aee-4db5-a1a5-ee1d9dcfd2c3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (96b0b208-9e79-4d52-9001-251322abd610), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:52.345870 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9e19f157-9aee-4db5-a1a5-ee1d9dcfd2c3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:52.347014 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-9e19f157-9aee-4db5-a1a5-ee1d9dcfd2c3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "DELETE /v2.0/security-groups/96b0b208-9e79-4d52-9001-251322abd610 HTTP/1.1" status: 204 len: 168 time: 0.1838338 Apr 29 15:58:52.349886 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 33276) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:52.356437 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19f157-9aee-4db5-a1a5-ee1d9dcfd2c3 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b0b208-9e79-4d52-9001-251322abd610,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:52.363275 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.api.v2.resource [None req-902a008e-7a04-46a9-b351-77d35d6fd27b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] show failed (client error): The resource could not be found. Apr 29 15:58:52.364290 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-902a008e-7a04-46a9-b351-77d35d6fd27b tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "GET /v2.0/security-groups/96b0b208-9e79-4d52-9001-251322abd610 HTTP/1.1" status: 404 len: 347 time: 0.0134349 Apr 29 15:58:52.367778 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 33278) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:52.488686 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-8edecf22-c4c9-4a94-9cbd-357919252e54 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Deleting port b09c6324-1f0e-442e-ba80-96414b3edda9 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:58:52.488947 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8edecf22-c4c9-4a94-9cbd-357919252e54 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (b09c6324-1f0e-442e-ba80-96414b3edda9), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:52.567845 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8edecf22-c4c9-4a94-9cbd-357919252e54 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (b09c6324-1f0e-442e-ba80-96414b3edda9), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:52.568170 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8edecf22-c4c9-4a94-9cbd-357919252e54 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (b09c6324-1f0e-442e-ba80-96414b3edda9), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:52.580112 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-8edecf22-c4c9-4a94-9cbd-357919252e54 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Calling delete_port for b09c6324-1f0e-442e-ba80-96414b3edda9 owned by network:floatingip {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:58:52.771971 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8edecf22-c4c9-4a94-9cbd-357919252e54 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (b09c6324-1f0e-442e-ba80-96414b3edda9), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:52.800661 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edecf22-c4c9-4a94-9cbd-357919252e54 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Pushing event deleted for resources: {'Port': ['ID=b09c6324-1f0e-442e-ba80-96414b3edda9,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:52.889865 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aaaf1-d58d-4983-b326-07fd30bbe4dc req-7647a20e-6819-46a4-8861-a30dd7493feb tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:52.891385 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4e2aaaf1-d58d-4983-b326-07fd30bbe4dc req-7647a20e-6819-46a4-8861-a30dd7493feb tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0943034 Apr 29 15:58:52.914926 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8edecf22-c4c9-4a94-9cbd-357919252e54 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks [] for floatingip (cb4f3e4c-216c-4af0-885a-594571728015), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:52.917990 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8edecf22-c4c9-4a94-9cbd-357919252e54 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:52.919076 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-8edecf22-c4c9-4a94-9cbd-357919252e54 tempest-AttachVolumeTestJSON-738420009 tempest-AttachVolumeTestJSON-738420009-project] 10.222.0.23 "DELETE /v2.0/floatingips/cb4f3e4c-216c-4af0-885a-594571728015 HTTP/1.1" status: 204 len: 168 time: 0.5502856 Apr 29 15:58:52.967609 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4e2aaaf1-d58d-4983-b326-07fd30bbe4dc req-4f1ba1f6-9279-46c8-a007-8e5d64cb38a5 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697684 Apr 29 15:58:54.078746 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1065a4a-7eb8-4f6b-a7ff-6c9bb3930820 req-c720e76e-69cf-48ec-b6a2-0211aa31c196 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:54.080257 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f1065a4a-7eb8-4f6b-a7ff-6c9bb3930820 req-c720e76e-69cf-48ec-b6a2-0211aa31c196 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0479596 Apr 29 15:58:54.128231 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f1065a4a-7eb8-4f6b-a7ff-6c9bb3930820 req-6c3b0d2c-9134-4f76-851e-c57d995296b0 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423570 Apr 29 15:58:56.724700 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5b046-7c7a-42f1-bd99-9b4d57001cc5 req-ad3d92bb-efb7-42e9-917c-ea0107258627 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:56.726188 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-48b5b046-7c7a-42f1-bd99-9b4d57001cc5 req-ad3d92bb-efb7-42e9-917c-ea0107258627 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 945 time: 0.0562203 Apr 29 15:58:56.780653 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-48b5b046-7c7a-42f1-bd99-9b4d57001cc5 req-28e7fd68-31e9-49ea-aeae-25690f0322e7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485787 Apr 29 15:58:56.847379 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 33354) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:57.398668 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5cba-b5b3-4edf-81b4-deb7a76bfa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739361'] for router_interface (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:57.692744 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c5cba-b5b3-4edf-81b4-deb7a76bfa7f admin admin] Deleting port d854e852-9ba4-45bf-af05-5d375b74ffc3 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:58:57.693081 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5cba-b5b3-4edf-81b4-deb7a76bfa7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:57.774250 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-ec6c5cba-b5b3-4edf-81b4-deb7a76bfa7f admin admin] For port d854e852-9ba4-45bf-af05-5d375b74ffc3, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=d854e852-9ba4-45bf-af05-5d375b74ffc3,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:57.774620 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5cba-b5b3-4edf-81b4-deb7a76bfa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:57.787787 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c5cba-b5b3-4edf-81b4-deb7a76bfa7f admin admin] Calling delete_port for d854e852-9ba4-45bf-af05-5d375b74ffc3 owned by network:router_interface {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:58:57.898599 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042d997-9dd5-48e2-aadc-c26bddafd1ad req-ea464ed3-3e7d-4dbf-927c-756c1242c2d8 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:57.900803 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b042d997-9dd5-48e2-aadc-c26bddafd1ad req-ea464ed3-3e7d-4dbf-927c-756c1242c2d8 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 945 time: 0.0483656 Apr 29 15:58:57.951514 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b042d997-9dd5-48e2-aadc-c26bddafd1ad req-6d985ec5-b0a4-492a-85b9-dac1df48f9db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450618 Apr 29 15:58:58.046065 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5cba-b5b3-4edf-81b4-deb7a76bfa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (d854e852-9ba4-45bf-af05-5d375b74ffc3), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:58.074158 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c5cba-b5b3-4edf-81b4-deb7a76bfa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d854e852-9ba4-45bf-af05-5d375b74ffc3,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:58.249025 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5cba-b5b3-4edf-81b4-deb7a76bfa7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739469'] for router_interface (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:58.480995 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6c5cba-b5b3-4edf-81b4-deb7a76bfa7f admin admin] Router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:58:58.590552 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6c5cba-b5b3-4edf-81b4-deb7a76bfa7f admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:58:58.595473 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ec6c5cba-b5b3-4edf-81b4-deb7a76bfa7f admin admin] 10.222.0.23 "PUT /v2.0/routers/ad7a6ff4-0fcf-4e21-930c-caa92aca17dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7469547 Apr 29 15:58:58.598002 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 33404) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:58.601879 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f6b9b-3130-4fa3-8a3b-9d1dd8efed7f None None] Sync routers for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:58:58.613466 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f6b9b-3130-4fa3-8a3b-9d1dd8efed7f None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:58:58.615931 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-879f6b9b-3130-4fa3-8a3b-9d1dd8efed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:58:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:58.664334 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-7d79597e-df1d-4b75-949e-f56fa3df60ea tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:58.666779 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-7d79597e-df1d-4b75-949e-f56fa3df60ea tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 945 time: 0.0580316 Apr 29 15:58:58.721003 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Publish callbacks [] for router (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:58.750938 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-879f6b9b-3130-4fa3-8a3b-9d1dd8efed7f None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:58:58.837382 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Publish callbacks [] for router_gateway (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:58.941480 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Deleting port da58b3a1-5d8c-4c76-acb3-2a5995d1832a {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:58:58.941973 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.031738 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] For port da58b3a1-5d8c-4c76-acb3-2a5995d1832a, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=da58b3a1-5d8c-4c76-acb3-2a5995d1832a,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:59.032116 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.045191 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-879f6b9b-3130-4fa3-8a3b-9d1dd8efed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:58:57Z', 'revision_number': 5, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port': {'id': 'da58b3a1-5d8c-4c76-acb3-2a5995d1832a', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:00:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:59.047087 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Calling delete_port for da58b3a1-5d8c-4c76-acb3-2a5995d1832a owned by network:router_gateway {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:58:59.075017 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f6b9b-3130-4fa3-8a3b-9d1dd8efed7f None None] Checking router: ad7a6ff4-0fcf-4e21-930c-caa92aca17dd for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:58:59.086545 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f6b9b-3130-4fa3-8a3b-9d1dd8efed7f None None] Routers {'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:58:59.087595 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-879f6b9b-3130-4fa3-8a3b-9d1dd8efed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:58:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:59.113325 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Deleting port ac9bb55f-1942-474f-b067-419ceedc756d {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:58:59.114045 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.179329 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-879f6b9b-3130-4fa3-8a3b-9d1dd8efed7f None None] Set router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd gateway port host: None {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:58:59.188243 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fef89-1324-4de3-a01d-96788be97289 req-65ecd573-617c-49c6-acae-5940c10f8878 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:59.189976 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-231fef89-1324-4de3-a01d-96788be97289 req-65ecd573-617c-49c6-acae-5940c10f8878 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 945 time: 0.1251640 Apr 29 15:58:59.235234 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-879f6b9b-3130-4fa3-8a3b-9d1dd8efed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:58:58Z', 'revision_number': 6, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port_host': None}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:59.259518 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] For port ac9bb55f-1942-474f-b067-419ceedc756d, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ac9bb55f-1942-474f-b067-419ceedc756d,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:58:59.260562 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.262786 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f6b9b-3130-4fa3-8a3b-9d1dd8efed7f None None] The sync data for ids ['ad7a6ff4-0fcf-4e21-930c-caa92aca17dd'] in dv-cinder-839872-2-iscsi is: [{'id': 'ad7a6ff4-0fcf-4e21-930c-caa92aca17dd', 'name': 'tempest-AttachVolumeTestJSON-662513338-router', 'tenant_id': '0be3d85cd5da452f871f3f423d5bb1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:44Z', 'updated_at': '2022-04-29T15:58:58Z', 'revision_number': 6, 'project_id': '0be3d85cd5da452f871f3f423d5bb1df', 'gw_port_host': None}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:58:59.279575 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-231fef89-1324-4de3-a01d-96788be97289 req-c980b59d-5449-4818-8fd4-36f28b41b6d6 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820739 Apr 29 15:58:59.320330 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (da58b3a1-5d8c-4c76-acb3-2a5995d1832a), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.349001 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=da58b3a1-5d8c-4c76-acb3-2a5995d1832a,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:59.412750 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640487'] for router_gateway (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.456004 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.456363 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (cd5a3a3a-4e1f-4f12-83d6-834a81e55cc7), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.456676 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Floating IP cd5a3a3a-4e1f-4f12-83d6-834a81e55cc7 disassociated. External IP: 172.27.1.177, port: ac9bb55f-1942-474f-b067-419ceedc756d. Apr 29 15:58:59.457013 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Calling delete_port for ac9bb55f-1942-474f-b067-419ceedc756d owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:58:59.508394 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-766812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6456'] for router (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.511383 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Publish callbacks [] for router_controller (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.634836 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-766789'] for router (ad7a6ff4-0fcf-4e21-930c-caa92aca17dd), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.635373 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad7a6ff4-0fcf-4e21-930c-caa92aca17dd {{(pid=110323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:58:59.639792 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.643225 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-34ba9068-ae27-46fa-8a46-944beba1a2f6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ad7a6ff4-0fcf-4e21-930c-caa92aca17dd HTTP/1.1" status: 204 len: 168 time: 1.0417335 Apr 29 15:58:59.643650 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 33412) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:58:59.674523 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (ac9bb55f-1942-474f-b067-419ceedc756d), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.712022 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event deleted for resources: {'Port': ['ID=ac9bb55f-1942-474f-b067-419ceedc756d,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:59.763460 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8785df0f-8ce8-446e-a8fe-7fad7c8adf9e admin admin] Deleting subnet 2b3bb281-55d8-4d59-b80a-6791f4fdac05 {{(pid=110324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 15:58:59.767780 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8785df0f-8ce8-446e-a8fe-7fad7c8adf9e admin admin] Publish callbacks [] for subnet (2b3bb281-55d8-4d59-b80a-6791f4fdac05), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.814676 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8785df0f-8ce8-446e-a8fe-7fad7c8adf9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220837'] for subnet (2b3bb281-55d8-4d59-b80a-6791f4fdac05), precommit_delete_associations {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:58:59.903263 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Router cd003357-749a-41b1-958f-4415c52925d5 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:58:59.982161 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8785df0f-8ce8-446e-a8fe-7fad7c8adf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (2b3bb281-55d8-4d59-b80a-6791f4fdac05), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:00.085925 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:59:00.099886 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e95b3f-ce79-415a-91c0-aef54d945879 None None] Sync routers for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:59:00.112759 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e95b3f-ce79-415a-91c0-aef54d945879 None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:59:00.113389 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-c1e95b3f-ce79-415a-91c0-aef54d945879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:58:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:00.137887 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] No DVR routers for this DVR port ac9bb55f-1942-474f-b067-419ceedc756d on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:59:00.142020 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:00.146042 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-78da3951-61dd-490d-ad3a-1e190e4856a2 req-53a54fa0-08b6-4d7c-a6a5-d221cba109db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "DELETE /v2.0/ports/ac9bb55f-1942-474f-b067-419ceedc756d HTTP/1.1" status: 204 len: 173 time: 1.4734523 Apr 29 15:59:00.146519 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'name': 'network-vif-deleted', 'tag': 'ac9bb55f-1942-474f-b067-419ceedc756d'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:59:00.149361 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ead6ea4-4cbf-4a96-953c-377add06f9b4" -d '{"events": [{"server_uuid": "2e89699d-454c-4ce9-9bf1-c7b6ca695fca", "name": "network-vif-deleted", "tag": "ac9bb55f-1942-474f-b067-419ceedc756d"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:59:00.172067 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8785df0f-8ce8-446e-a8fe-7fad7c8adf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8484352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430460'] for subnet (2b3bb281-55d8-4d59-b80a-6791f4fdac05), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:00.224562 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06709f4e-4966-4f28-aaac-598262d789cc x-openstack-request-id: req-06709f4e-4966-4f28-aaac-598262d789cc {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:59:00.229111 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e89699d-454c-4ce9-9bf1-c7b6ca695fca", "name": "network-vif-deleted", "tag": "ac9bb55f-1942-474f-b067-419ceedc756d", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:59:00.229111 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06709f4e-4966-4f28-aaac-598262d789cc {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:59:00.229111 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06709f4e-4966-4f28-aaac-598262d789cc'] response: {'server_uuid': '2e89699d-454c-4ce9-9bf1-c7b6ca695fca', 'name': 'network-vif-deleted', 'tag': 'ac9bb55f-1942-474f-b067-419ceedc756d', 'status': 'completed', 'code': 200} Apr 29 15:59:00.229111 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8785df0f-8ce8-446e-a8fe-7fad7c8adf9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:00.233834 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 33422) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:00.234422 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-8785df0f-8ce8-446e-a8fe-7fad7c8adf9e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2b3bb281-55d8-4d59-b80a-6791f4fdac05 HTTP/1.1" status: 204 len: 168 time: 0.5890651 Apr 29 15:59:00.235507 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785df0f-8ce8-446e-a8fe-7fad7c8adf9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b3bb281-55d8-4d59-b80a-6791f4fdac05,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:00.258087 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-c1e95b3f-ce79-415a-91c0-aef54d945879 None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:59:00.287662 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcd976d-5fd9-4991-9b06-34075c09120b None None] Network 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:59:00.348925 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (1aec68a9-1e73-4c47-a6f4-8e07f7c78821), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:00.422365 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3606ae33-d22a-451c-8421-42561d40b924 req-1d7d243f-b113-4add-8b8c-bf2bb4bc267a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 210 time: 0.0354722 Apr 29 15:59:00.427262 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Deleting port 8d5351d2-4165-44d4-882a-a2e48eee724a {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:59:00.427663 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:00.506447 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] For port 8d5351d2-4165-44d4-882a-a2e48eee724a, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=8d5351d2-4165-44d4-882a-a2e48eee724a,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:59:00.507186 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:00.521126 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Calling delete_port for 8d5351d2-4165-44d4-882a-a2e48eee724a owned by network:dhcp {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:59:00.584368 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-c1e95b3f-ce79-415a-91c0-aef54d945879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:00.627782 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a2c242-e327-47e1-912c-0fe6fc2c790b None None] DHCP port deletion for 1aec68a9-1e73-4c47-a6f4-8e07f7c78821 request from dv-cinder-839872-2-iscsi {{(pid=110325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 15:59:00.630518 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e95b3f-ce79-415a-91c0-aef54d945879 None None] Checking router: cd003357-749a-41b1-958f-4415c52925d5 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:59:00.669721 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e95b3f-ce79-415a-91c0-aef54d945879 None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:59:00.670493 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-c1e95b3f-ce79-415a-91c0-aef54d945879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:58:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:00.747229 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2c242-e327-47e1-912c-0fe6fc2c790b None None] Deleting port 8d5351d2-4165-44d4-882a-a2e48eee724a {{(pid=110325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:59:00.747588 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c242-e327-47e1-912c-0fe6fc2c790b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), before_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:00.983625 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.012158 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5351d2-4165-44d4-882a-a2e48eee724a,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:01.015406 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-b0a2c242-e327-47e1-912c-0fe6fc2c790b None None] For port 8d5351d2-4165-44d4-882a-a2e48eee724a, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=8d5351d2-4165-44d4-882a-a2e48eee724a,segment=NetworkSegment(69ac7e06-cfcd-4e1c-aa3f-c230d297999e),segment_id=69ac7e06-cfcd-4e1c-aa3f-c230d297999e)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:59:01.015565 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c242-e327-47e1-912c-0fe6fc2c790b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), precommit_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.016006 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] No DVR routers for this DVR port 8d5351d2-4165-44d4-882a-a2e48eee724a on host dv-cinder-839872-2-iscsi {{(pid=110323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:59:01.037213 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2c242-e327-47e1-912c-0fe6fc2c790b None None] Calling delete_port for 8d5351d2-4165-44d4-882a-a2e48eee724a owned by network:dhcp {{(pid=110325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:59:01.040016 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-c1e95b3f-ce79-415a-91c0-aef54d945879 None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:59:01.100748 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (1aec68a9-1e73-4c47-a6f4-8e07f7c78821), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.127153 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aec68a9-1e73-4c47-a6f4-8e07f7c78821']}} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:01.138220 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ac7e06-cfcd-4e1c-aa3f-c230d297999e') {'for_net_delete': True} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:01.138521 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ac7e06-cfcd-4e1c-aa3f-c230d297999e') {} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:01.149726 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9764136'] for segment (69ac7e06-cfcd-4e1c-aa3f-c230d297999e), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.167753 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (69ac7e06-cfcd-4e1c-aa3f-c230d297999e), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.176658 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=110323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:59:01.177629 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8618955'] for segment (69ac7e06-cfcd-4e1c-aa3f-c230d297999e), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: Traceback (most recent call last): Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: timer() Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: cb(*args, **kw) Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: return func(*args, **kwargs) Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: self._notify() Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: self.callback(batched_events) Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: event.method(event) Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: return f(self, *a, **k) Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._get(url).json() Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: return self.request(url, 'GET', **kwargs) Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:59:01.179794 dv-cinder-839872-2-iscsi neutron-server[110323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:59:01.262298 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c242-e327-47e1-912c-0fe6fc2c790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871'] for port (8d5351d2-4165-44d4-882a-a2e48eee724a), after_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.293348 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (1aec68a9-1e73-4c47-a6f4-8e07f7c78821), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.308369 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.312110 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1aec68a9-1e73-4c47-a6f4-8e07f7c78821 HTTP/1.1" status: 204 len: 168 time: 1.0764420 Apr 29 15:59:01.325123 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2c242-e327-47e1-912c-0fe6fc2c790b None None] Pushing event deleted for resources: {'Port': ['ID=8d5351d2-4165-44d4-882a-a2e48eee724a,revision_number=None']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:01.328545 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2c242-e327-47e1-912c-0fe6fc2c790b None None] No DVR routers for this DVR port 8d5351d2-4165-44d4-882a-a2e48eee724a on host dv-cinder-839872-2-iscsi {{(pid=110325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:59:01.363377 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1a93b-1c48-41cf-b142-f85ef82337c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aec68a9-1e73-4c47-a6f4-8e07f7c78821,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:01.374832 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 8d5351d2-4165-44d4-882a-a2e48eee724a no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:59:01.409617 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 8d5351d2-4165-44d4-882a-a2e48eee724a {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:59:01.409958 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 8d5351d2-4165-44d4-882a-a2e48eee724a not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:59:01.410482 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device d854e852-9ba4-45bf-af05-5d375b74ffc3 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:59:01.437005 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: d854e852-9ba4-45bf-af05-5d375b74ffc3 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:59:01.437349 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device d854e852-9ba4-45bf-af05-5d375b74ffc3 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:59:01.437765 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device da58b3a1-5d8c-4c76-acb3-2a5995d1832a no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:59:01.461044 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-c1e95b3f-ce79-415a-91c0-aef54d945879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:01.500564 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: da58b3a1-5d8c-4c76-acb3-2a5995d1832a {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:59:01.500917 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device da58b3a1-5d8c-4c76-acb3-2a5995d1832a not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:59:01.504085 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e95b3f-ce79-415a-91c0-aef54d945879 None None] The sync data for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi is: [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:59:01.557321 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-dbd1ff93-7f0b-4fc9-8257-ea8eaca947ce req-b15daa2f-b34f-4227-b11a-5f9e0b96a662 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e89699d-454c-4ce9-9bf1-c7b6ca695fca HTTP/1.1" status: 200 len: 210 time: 0.0294120 Apr 29 15:59:01.714980 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 33436) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:01.738656 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device ac9bb55f-1942-474f-b067-419ceedc756d no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:59:01.764073 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 33438) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:01.764613 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-9a490dd7-6bc6-4c8c-830a-a6267df0673f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0be3d85cd5da452f871f3f423d5bb1df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447092 Apr 29 15:59:01.779954 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: ac9bb55f-1942-474f-b067-419ceedc756d {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:59:01.780427 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device ac9bb55f-1942-474f-b067-419ceedc756d not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:59:01.798964 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afbaf17-1096-4d24-b8f0-c310f7989753 None None] New status for floating IP cd5a3a3a-4e1f-4f12-83d6-834a81e55cc7: DOWN {{(pid=110326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:59:01.824248 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6c122416-f726-481d-ab48-dc0750c2985f admin admin] Publish callbacks [] for security_group (3f32d86d-27ab-4b14-b6f1-7303bbb2fb98), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.846511 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6c122416-f726-481d-ab48-dc0750c2985f admin admin] Publish callbacks [] for security_group (3f32d86d-27ab-4b14-b6f1-7303bbb2fb98), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.960835 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6c122416-f726-481d-ab48-dc0750c2985f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (3f32d86d-27ab-4b14-b6f1-7303bbb2fb98), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.964222 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-6c122416-f726-481d-ab48-dc0750c2985f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:01.965374 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-6c122416-f726-481d-ab48-dc0750c2985f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f32d86d-27ab-4b14-b6f1-7303bbb2fb98 HTTP/1.1" status: 204 len: 168 time: 0.2000465 Apr 29 15:59:01.973826 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c122416-f726-481d-ab48-dc0750c2985f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f32d86d-27ab-4b14-b6f1-7303bbb2fb98,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:02.826018 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-71f759c3-a188-40ce-b1d0-ee95254dac74 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826711674&fields=id&tenant_id=47db658e58ab4b228e799d1ea25342ee HTTP/1.1" status: 200 len: 267 time: 0.0462115 Apr 29 15:59:02.937681 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-cefb84a3-b941-49ba-a411-64849c6db901 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:02.939313 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-cefb84a3-b941-49ba-a411-64849c6db901 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 812 time: 0.1066763 Apr 29 15:59:02.953829 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-f5c42c62-9889-4997-80f5-bdc3a728e2c1 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/quotas/47db658e58ab4b228e799d1ea25342ee HTTP/1.1" status: 200 len: 375 time: 0.0093493 Apr 29 15:59:03.010091 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-3d78a2d3-c184-4900-bf3d-12ab3f113aec tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476856 Apr 29 15:59:03.093385 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 33476) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:03.122927 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-9ce0dcb5-b70f-44a3-9e7c-0ff241b3261f service neutron] 10.222.0.23 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979900 Apr 29 15:59:03.200738 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b5018463-c849-4970-8285-aee81619e6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:03.216668 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-9d9f56ad-9756-48ea-9ae2-4671d0e68fe4 service neutron] 10.222.0.23 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877106 Apr 29 15:59:03.283204 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b5018463-c849-4970-8285-aee81619e6d4 admin admin] Publish callbacks [] for security_group (9c6bcb6d-a833-4a39-88a8-39db84784c0f), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:03.377627 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b5018463-c849-4970-8285-aee81619e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (9c6bcb6d-a833-4a39-88a8-39db84784c0f), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:03.417116 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-b5018463-c849-4970-8285-aee81619e6d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2097e27229ff4834946543727f0bdfb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224332 Apr 29 15:59:03.418076 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5018463-c849-4970-8285-aee81619e6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6bcb6d-a833-4a39-88a8-39db84784c0f,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:03.419891 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 33488) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:03.478121 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-61d1e784-8074-4d05-9e15-d32c5b502147 admin admin] Publish callbacks [] for security_group (9c6bcb6d-a833-4a39-88a8-39db84784c0f), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:03.500409 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-61d1e784-8074-4d05-9e15-d32c5b502147 admin admin] Publish callbacks [] for security_group (9c6bcb6d-a833-4a39-88a8-39db84784c0f), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:03.612116 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-61d1e784-8074-4d05-9e15-d32c5b502147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (9c6bcb6d-a833-4a39-88a8-39db84784c0f), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:03.615091 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-61d1e784-8074-4d05-9e15-d32c5b502147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:03.618867 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-61d1e784-8074-4d05-9e15-d32c5b502147 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c6bcb6d-a833-4a39-88a8-39db84784c0f HTTP/1.1" status: 204 len: 168 time: 0.1946604 Apr 29 15:59:03.627134 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1e784-8074-4d05-9e15-d32c5b502147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6bcb6d-a833-4a39-88a8-39db84784c0f,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:03.890582 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aa31884a-561b-466b-aa18-5eaa11e8f412 req-34edfc1b-036b-4930-b9be-84dccdabd63f tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 210 time: 0.0300975 Apr 29 15:59:04.413176 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:59:04.995317 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c9bf6c00-c24e-4ba0-b78e-af5f2b526857 req-8a4556c8-ede0-48ff-a9d7-165e18e97d46 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 210 time: 0.0326655 Apr 29 15:59:06.094197 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d791b68e-2879-40ef-af2c-a60d3e3dcef3 req-dbbe301f-6c91-46c3-ba56-4182e5e5bcc3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 210 time: 0.0311956 Apr 29 15:59:06.239000 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-b57e2dd6-432b-4655-9b27-a6fce099b0cc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:06.241105 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-b57e2dd6-432b-4655-9b27-a6fce099b0cc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 812 time: 0.1069767 Apr 29 15:59:06.313411 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-5fce3380-5347-420e-9795-9ee0b68a095f tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47db658e58ab4b228e799d1ea25342ee HTTP/1.1" status: 200 len: 379 time: 0.0550189 Apr 29 15:59:06.325723 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'port': {'device_id': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'admin_state_up': True, 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'security_groups': ['30d59953-54b6-4074-8867-0c3a74b63b14']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:59:06.543382 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Made reservation on behalf of 47db658e58ab4b228e799d1ea25342ee for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:59:06.546755 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:06.678759 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Allocated IP 172.20.0.6 (79c6c2df-648a-4e52-83c5-171cce1d2a97/3c7f2afa-ddad-402d-8545-5c8d63aa2fbb/cccfd7c6-8f79-41a0-97a3-c61c84be4bda) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:59:06.822934 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:06.903930 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:06.951253 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Network 79c6c2df-648a-4e52-83c5-171cce1d2a97 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:59:06.956494 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:59:06.960220 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:59:06.971589 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'Port': ['ID=cccfd7c6-8f79-41a0-97a3-c61c84be4bda,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:07.015828 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:07.016468 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:07.146145 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-2090f0d4-c028-4b74-9db3-a14adc2f8f57 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8273122 Apr 29 15:59:07.172165 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-d56ab56c-9101-4249-bb32-0e362c2ee4fa None None] Provisioning complete for port cccfd7c6-8f79-41a0-97a3-c61c84be4bda triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:59:07.172716 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d56ab56c-9101-4249-bb32-0e362c2ee4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:07.210410 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-d56ab56c-9101-4249-bb32-0e362c2ee4fa None None] Port cccfd7c6-8f79-41a0-97a3-c61c84be4bda cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:59:07.218700 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9269ae7-5b90-42e2-ac64-438b27ffdfff req-847c76d3-8c45-41fc-96c8-da2f71a9caa0 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:07.220205 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c9269ae7-5b90-42e2-ac64-438b27ffdfff req-847c76d3-8c45-41fc-96c8-da2f71a9caa0 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 931 time: 0.0472264 Apr 29 15:59:07.273752 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c9269ae7-5b90-42e2-ac64-438b27ffdfff req-02744ea5-9b13-4cb0-b0f3-491b5e745a79 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478179 Apr 29 15:59:08.384207 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3115c-3c17-40c8-ad71-ecfb3ea9df85 req-646794c8-d189-4bd7-8ad7-900a9b591c36 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:08.385681 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-72a3115c-3c17-40c8-ad71-ecfb3ea9df85 req-646794c8-d189-4bd7-8ad7-900a9b591c36 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 931 time: 0.0458252 Apr 29 15:59:08.431037 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Request body: {'port': {'device_id': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:59:08.467246 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-72a3115c-3c17-40c8-ad71-ecfb3ea9df85 req-0b7a86d2-d0a4-4d59-929a-a90f9d2dc37b tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751491 Apr 29 15:59:08.504051 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:08.766444 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccfd7c6-8f79-41a0-97a3-c61c84be4bda {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:59:08.773812 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Publish callbacks [] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:08.786532 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Transition to ACTIVE for port object cccfd7c6-8f79-41a0-97a3-c61c84be4bda will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 15:59:08.845908 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:08.898438 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Pushing event updated for resources: {'Port': ['ID=cccfd7c6-8f79-41a0-97a3-c61c84be4bda,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:08.970883 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Attempting to bind port cccfd7c6-8f79-41a0-97a3-c61c84be4bda on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:59:08.971218 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Attempting to bind port cccfd7c6-8f79-41a0-97a3-c61c84be4bda by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:59:08.971545 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Attempting to bind port cccfd7c6-8f79-41a0-97a3-c61c84be4bda on network 79c6c2df-648a-4e52-83c5-171cce1d2a97 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:59:08.976209 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Port cccfd7c6-8f79-41a0-97a3-c61c84be4bda on network 79c6c2df-648a-4e52-83c5-171cce1d2a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 15:59:08.982843 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Attempting to bind port cccfd7c6-8f79-41a0-97a3-c61c84be4bda on network 79c6c2df-648a-4e52-83c5-171cce1d2a97 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:59:08.982843 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:59:08.982843 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Checking segment: {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:59:08.983188 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Bound using segment: {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:59:08.983398 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Bound port: cccfd7c6-8f79-41a0-97a3-c61c84be4bda, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:59:08.983775 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:09.053449 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] For port cccfd7c6-8f79-41a0-97a3-c61c84be4bda, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:59:09.056851 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] For port cccfd7c6-8f79-41a0-97a3-c61c84be4bda, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=cccfd7c6-8f79-41a0-97a3-c61c84be4bda,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:59:09.212620 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:09.246241 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:09.246877 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:09.248497 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] 10.222.0.37 "PUT /v2.0/ports/cccfd7c6-8f79-41a0-97a3-c61c84be4bda HTTP/1.1" status: 200 len: 1093 time: 0.8237660 Apr 29 15:59:09.248944 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'tag': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:59:09.251230 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d143cc-48cf-4f85-9b51-a77cfe64bdb8" -d '{"events": [{"name": "network-changed", "server_uuid": "de32b0e1-679c-44bd-9c7d-aabf2a031bf2", "tag": "cccfd7c6-8f79-41a0-97a3-c61c84be4bda"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:59:09.281000 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3565c14-9192-42e5-98a6-2f3fc7961414 service neutron] Pushing event updated for resources: {'Port': ['ID=cccfd7c6-8f79-41a0-97a3-c61c84be4bda,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:09.292780 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da28e595-c742-4f07-94c8-37df93e0b78a x-openstack-request-id: req-da28e595-c742-4f07-94c8-37df93e0b78a {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:59:09.293177 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de32b0e1-679c-44bd-9c7d-aabf2a031bf2", "tag": "cccfd7c6-8f79-41a0-97a3-c61c84be4bda", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:59:09.293565 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da28e595-c742-4f07-94c8-37df93e0b78a {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:59:09.293897 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da28e595-c742-4f07-94c8-37df93e0b78a'] response: {'name': 'network-changed', 'server_uuid': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'tag': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'status': 'completed', 'code': 200} Apr 29 15:59:09.399463 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d143cc-48cf-4f85-9b51-a77cfe64bdb8 req-17be4d97-7437-41b0-80b7-0f5e3fed5ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:09.401021 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-03d143cc-48cf-4f85-9b51-a77cfe64bdb8 req-17be4d97-7437-41b0-80b7-0f5e3fed5ade service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 1127 time: 0.0423911 Apr 29 15:59:09.511909 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d143cc-48cf-4f85-9b51-a77cfe64bdb8 req-282bc4a2-2b92-4f4e-9898-899d5b932784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:09.513391 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-03d143cc-48cf-4f85-9b51-a77cfe64bdb8 req-282bc4a2-2b92-4f4e-9898-899d5b932784 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=47db658e58ab4b228e799d1ea25342ee&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1021700 Apr 29 15:59:09.628758 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d194e9-0b33-41c2-bdf7-aabf75f6a922 req-add1e5ae-12db-4d82-8ba4-590129efb3f9 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:09.630229 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-66d194e9-0b33-41c2-bdf7-aabf75f6a922 req-add1e5ae-12db-4d82-8ba4-590129efb3f9 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0910470 Apr 29 15:59:09.666581 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d143cc-48cf-4f85-9b51-a77cfe64bdb8 req-567c202d-29fb-4c0d-b079-d89081fc9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:09.668066 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-03d143cc-48cf-4f85-9b51-a77cfe64bdb8 req-567c202d-29fb-4c0d-b079-d89081fc9154 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1481867 Apr 29 15:59:09.698245 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-66d194e9-0b33-41c2-bdf7-aabf75f6a922 req-aa021d23-a0c2-432b-8fdc-c89c36517982 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614655 Apr 29 15:59:09.751532 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-a3efcd78-583e-4233-bde2-cfc7df769bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:09.752936 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-a3efcd78-583e-4233-bde2-cfc7df769bc1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 1127 time: 0.0389032 Apr 29 15:59:10.813749 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326cae6-0664-4a47-ae47-8fe27ee74916 req-edd235e3-4bca-487c-86a2-f29ec4162212 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:10.815276 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7326cae6-0664-4a47-ae47-8fe27ee74916 req-edd235e3-4bca-487c-86a2-f29ec4162212 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0465252 Apr 29 15:59:10.868503 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7326cae6-0664-4a47-ae47-8fe27ee74916 req-4838e70f-85d2-4020-a430-0b940af5f743 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477755 Apr 29 15:59:11.421227 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-12014eed-a996-4e5e-850d-9b5c4c64a88d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cccfd7c6-8f79-41a0-97a3-c61c84be4bda HTTP/1.1" status: 200 len: 217 time: 0.0349867 Apr 29 15:59:11.981780 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdd21e-4f30-4d5e-8413-682e07231327 req-5d34c32e-96af-4d52-adbf-35d114f60890 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:11.983259 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-09bdd21e-4f30-4d5e-8413-682e07231327 req-5d34c32e-96af-4d52-adbf-35d114f60890 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0486164 Apr 29 15:59:12.032948 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-09bdd21e-4f30-4d5e-8413-682e07231327 req-ba99e8b9-412b-4cd4-bcf8-a3ab1ab6f9f1 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440378 Apr 29 15:59:12.349846 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-14c94285-3bee-4a46-8551-14859fba0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:12.351272 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-14c94285-3bee-4a46-8551-14859fba0b21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb HTTP/1.1" status: 200 len: 851 time: 0.0475769 Apr 29 15:59:12.395511 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-6a7c1bc7-d888-4148-87a6-8b59e42a328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:12.397170 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-6a7c1bc7-d888-4148-87a6-8b59e42a328f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79c6c2df-648a-4e52-83c5-171cce1d2a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388572 Apr 29 15:59:12.487698 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-3047c995-c6d2-4ef5-962e-be22c4921ce0 service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831676 Apr 29 15:59:12.582585 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a6f4e9c-44e4-48d0-808f-96505459c5ed req-84fd982e-ed69-411f-8034-256c5f93816c service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869956 Apr 29 15:59:13.143383 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e164e0-3e9f-4158-b114-9a94df7b6282 req-cf63e7b6-6d55-4b73-8ad7-a3e4dbb45f7e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:13.144869 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a5e164e0-3e9f-4158-b114-9a94df7b6282 req-cf63e7b6-6d55-4b73-8ad7-a3e4dbb45f7e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0466957 Apr 29 15:59:13.193282 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a5e164e0-3e9f-4158-b114-9a94df7b6282 req-496941c4-ed22-4045-8d75-0d9473518476 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430000 Apr 29 15:59:14.310295 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5726d7b-f1e3-41fe-ae48-569365b846b0 req-fdde41a9-ee2f-47e3-af0b-682a1636c4b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:14.312292 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d5726d7b-f1e3-41fe-ae48-569365b846b0 req-fdde41a9-ee2f-47e3-af0b-682a1636c4b3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0518806 Apr 29 15:59:14.361973 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d5726d7b-f1e3-41fe-ae48-569365b846b0 req-cef7b740-d052-4e02-89e7-5ce33d42f5d2 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426469 Apr 29 15:59:14.794479 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:15.051224 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad03e-2844-4014-8c90-af1ea8996b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:15.477550 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bded54-844d-467b-8a53-c5e5b075a890 req-bb036100-4e5d-4ef0-a38a-2badba47e1cb tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:15.479023 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-87bded54-844d-467b-8a53-c5e5b075a890 req-bb036100-4e5d-4ef0-a38a-2badba47e1cb tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0475755 Apr 29 15:59:15.529359 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-87bded54-844d-467b-8a53-c5e5b075a890 req-5b86e10e-07f8-49aa-b167-7a1c35dece29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431542 Apr 29 15:59:16.646338 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e3b2c-9306-419d-9eec-1b8da8063156 req-d1198073-5f34-4f38-988e-d3b737d48b80 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:16.648588 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ce4e3b2c-9306-419d-9eec-1b8da8063156 req-d1198073-5f34-4f38-988e-d3b737d48b80 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0521255 Apr 29 15:59:16.696027 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ce4e3b2c-9306-419d-9eec-1b8da8063156 req-3f7f74d9-01f9-4188-afd2-d9605280a361 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Apr 29 15:59:17.434590 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-86f76a4a-b277-4d02-a8fd-6ce02b71d833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:17.808949 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eccd1-5419-4c50-be2e-2686ad52c260 req-761a5c7f-7210-4683-9d39-fa74b1856b90 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:17.810357 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d86eccd1-5419-4c50-be2e-2686ad52c260 req-761a5c7f-7210-4683-9d39-fa74b1856b90 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0471966 Apr 29 15:59:17.859460 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d86eccd1-5419-4c50-be2e-2686ad52c260 req-38180df9-442f-4414-9c3e-dd9260621961 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 Apr 29 15:59:18.720403 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:18.972848 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188f28a-7fed-43d6-bdc0-a4540a54759f req-b10ba14a-7b52-4dd6-951c-3c1cbc0e570a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:18.974272 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f188f28a-7fed-43d6-bdc0-a4540a54759f req-b10ba14a-7b52-4dd6-951c-3c1cbc0e570a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0468302 Apr 29 15:59:19.025327 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f188f28a-7fed-43d6-bdc0-a4540a54759f req-f06c5ade-ad38-4e27-b076-1da525479962 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455205 Apr 29 15:59:20.147405 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed0e8b-852e-408e-a00a-857997a42e2d req-ba3f1946-9ec2-43a1-bb91-efd86086b085 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:20.148791 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-79ed0e8b-852e-408e-a00a-857997a42e2d req-ba3f1946-9ec2-43a1-bb91-efd86086b085 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0506518 Apr 29 15:59:20.171363 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:20.197764 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-79ed0e8b-852e-408e-a00a-857997a42e2d req-718d272a-6e3d-4612-bf2d-d861080a27e6 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432410 Apr 29 15:59:21.311825 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb1bf8-2f84-4285-b59e-bba2fa7aee1b req-4b613036-c6bc-443f-aa8d-263eb7989a54 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:21.313324 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-03cb1bf8-2f84-4285-b59e-bba2fa7aee1b req-4b613036-c6bc-443f-aa8d-263eb7989a54 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0479479 Apr 29 15:59:21.361435 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-03cb1bf8-2f84-4285-b59e-bba2fa7aee1b req-8940fcaa-b250-4f3b-beef-5883470c201e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426688 Apr 29 15:59:21.662751 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:22.477205 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb22c2c-a3a1-42cf-88ba-1cdb7c169971 req-34f914f0-4a2e-4be4-a286-209cdb6bf152 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:22.478603 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3cb22c2c-a3a1-42cf-88ba-1cdb7c169971 req-34f914f0-4a2e-4be4-a286-209cdb6bf152 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0503109 Apr 29 15:59:22.528014 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3cb22c2c-a3a1-42cf-88ba-1cdb7c169971 req-0a9392cb-ada0-4d38-820b-85abb35aecbc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425394 Apr 29 15:59:23.643854 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6686a01-6b02-4c84-ad54-0ba596058b8b req-f189f270-fe17-41f9-9b11-db8525c97d95 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:23.645372 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c6686a01-6b02-4c84-ad54-0ba596058b8b req-f189f270-fe17-41f9-9b11-db8525c97d95 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0485344 Apr 29 15:59:23.695804 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c6686a01-6b02-4c84-ad54-0ba596058b8b req-033c5ba7-ef36-4203-b72a-237111ea297d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442662 Apr 29 15:59:24.809429 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc51e4-e78d-4dcd-a353-d32d0af0fa34 req-b86c85f0-46a8-4ccf-8e69-f3bc3aab012b tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:24.810858 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-45dc51e4-e78d-4dcd-a353-d32d0af0fa34 req-b86c85f0-46a8-4ccf-8e69-f3bc3aab012b tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0454102 Apr 29 15:59:24.862334 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-45dc51e4-e78d-4dcd-a353-d32d0af0fa34 req-a80fed4c-c32c-4f9e-bf9e-788be21264d5 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460756 Apr 29 15:59:25.975868 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde180b-b603-421c-a929-24da1d7f38e1 req-8b12b23a-f9c6-4f5f-bf53-8729c082dedb tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:25.977316 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bdde180b-b603-421c-a929-24da1d7f38e1 req-8b12b23a-f9c6-4f5f-bf53-8729c082dedb tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0464158 Apr 29 15:59:26.025877 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bdde180b-b603-421c-a929-24da1d7f38e1 req-2d258d81-a9a1-4f02-9a2a-c1fd74013dfb tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418622 Apr 29 15:59:27.138993 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aa0bb-0e48-4e82-a473-d7018670d0a0 req-083f9059-e4e6-4b54-bc92-cb860c2580b8 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:27.140461 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-997aa0bb-0e48-4e82-a473-d7018670d0a0 req-083f9059-e4e6-4b54-bc92-cb860c2580b8 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 943 time: 0.0470376 Apr 29 15:59:27.187822 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-997aa0bb-0e48-4e82-a473-d7018670d0a0 req-fe85d23b-6bf1-4120-a009-d45d07ad7e9e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420074 Apr 29 15:59:27.411627 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device cccfd7c6-8f79-41a0-97a3-c61c84be4bda details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 15:59:27.514286 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port cccfd7c6-8f79-41a0-97a3-c61c84be4bda, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=cccfd7c6-8f79-41a0-97a3-c61c84be4bda,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:59:27.526405 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'port_id': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'mac_address': 'fa:16:3e:46:6c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 15:59:27.563669 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port cccfd7c6-8f79-41a0-97a3-c61c84be4bda is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:59:27.564022 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:27.576947 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccfd7c6-8f79-41a0-97a3-c61c84be4bda {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:59:27.595879 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port cccfd7c6-8f79-41a0-97a3-c61c84be4bda, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=cccfd7c6-8f79-41a0-97a3-c61c84be4bda,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:59:27.668491 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:27.720789 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=cccfd7c6-8f79-41a0-97a3-c61c84be4bda,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:27.727904 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.728266 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.728608 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.728948 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.729283 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.729612 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.729939 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.730263 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.730589 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.730910 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.732198 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.732333 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.732620 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.733427 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.733427 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:27.962877 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['cccfd7c6-8f79-41a0-97a3-c61c84be4bda'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 15:59:28.304598 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabe461-4b2a-4616-8836-23c26cc8b156 req-42e27910-58aa-4ea8-9673-e214b2115fdd tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:28.306080 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3fabe461-4b2a-4616-8836-23c26cc8b156 req-42e27910-58aa-4ea8-9673-e214b2115fdd tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 944 time: 0.0514874 Apr 29 15:59:28.354393 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3fabe461-4b2a-4616-8836-23c26cc8b156 req-30730c4a-0386-4b83-a8f6-f1c71741d4b7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 Apr 29 15:59:29.467216 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4655a-11c3-4f52-a374-ddfcfae1dfac req-208814ce-3802-411f-bdf7-bb156ae7cce7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:29.468765 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2de4655a-11c3-4f52-a374-ddfcfae1dfac req-208814ce-3802-411f-bdf7-bb156ae7cce7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 944 time: 0.0481510 Apr 29 15:59:29.516641 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2de4655a-11c3-4f52-a374-ddfcfae1dfac req-c3ccf412-0af0-4b0c-ade5-c36dd07f23f6 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423732 Apr 29 15:59:30.630868 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea24d8c-931a-4aae-bae9-9ee080fffa81 req-375b94db-b4f0-40bc-a4d5-2e13d3c4730a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:30.632360 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8ea24d8c-931a-4aae-bae9-9ee080fffa81 req-375b94db-b4f0-40bc-a4d5-2e13d3c4730a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 944 time: 0.0501654 Apr 29 15:59:30.681979 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8ea24d8c-931a-4aae-bae9-9ee080fffa81 req-f71b78df-a69b-4d2b-95a9-e30e842bdf14 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433941 Apr 29 15:59:31.110623 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device cccfd7c6-8f79-41a0-97a3-c61c84be4bda up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:59:31.155566 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port cccfd7c6-8f79-41a0-97a3-c61c84be4bda completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 15:59:31.228111 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port cccfd7c6-8f79-41a0-97a3-c61c84be4bda triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:59:31.228481 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:31.308298 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port cccfd7c6-8f79-41a0-97a3-c61c84be4bda is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:59:31.308685 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:31.331388 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:59:31.333639 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fcbb33-7dbc-4ff2-878c-7c47258c2944" -d '{"events": [{"server_uuid": "de32b0e1-679c-44bd-9c7d-aabf2a031bf2", "name": "network-vif-plugged", "status": "completed", "tag": "cccfd7c6-8f79-41a0-97a3-c61c84be4bda"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:59:31.345627 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port cccfd7c6-8f79-41a0-97a3-c61c84be4bda, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=cccfd7c6-8f79-41a0-97a3-c61c84be4bda,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:59:31.373457 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4f7e19-7458-4e0e-8e86-8ff7417fbd19 x-openstack-request-id: req-fd4f7e19-7458-4e0e-8e86-8ff7417fbd19 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:59:31.373745 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de32b0e1-679c-44bd-9c7d-aabf2a031bf2", "name": "network-vif-plugged", "status": "completed", "tag": "cccfd7c6-8f79-41a0-97a3-c61c84be4bda", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:59:31.373997 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd4f7e19-7458-4e0e-8e86-8ff7417fbd19 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:59:31.374385 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd4f7e19-7458-4e0e-8e86-8ff7417fbd19'] response: {'server_uuid': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'code': 200} Apr 29 15:59:31.382839 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:31.429917 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=cccfd7c6-8f79-41a0-97a3-c61c84be4bda,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:31.651493 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbb62d-a1bd-4048-97b7-39c380d120a1 req-d25c5d07-303f-4091-93ed-7a0164714435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:31.653073 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4acbb62d-a1bd-4048-97b7-39c380d120a1 req-d25c5d07-303f-4091-93ed-7a0164714435 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 1129 time: 0.0389481 Apr 29 15:59:31.700954 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4acbb62d-a1bd-4048-97b7-39c380d120a1 req-459b35ee-339e-40d7-9673-f73056d07a2b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394382 Apr 29 15:59:31.795409 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdc399-cf18-43a2-b8ad-5ea3cfa60091 req-253a9091-452c-4ca5-9733-28152652d9d7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:31.796894 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f3bdc399-cf18-43a2-b8ad-5ea3cfa60091 req-253a9091-452c-4ca5-9733-28152652d9d7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 945 time: 0.0467234 Apr 29 15:59:31.847775 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f3bdc399-cf18-43a2-b8ad-5ea3cfa60091 req-d270ea1c-76bb-418d-8c1a-70e52a49dd99 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453281 Apr 29 15:59:32.306081 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 33836) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:32.410601 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-61128940-7af3-4401-8943-02314eb5fb34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:32.486646 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-61128940-7af3-4401-8943-02314eb5fb34 admin admin] Publish callbacks [] for security_group (9c1940ad-f8bb-44c3-9a80-3651ed7869f7), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:32.548257 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-61128940-7af3-4401-8943-02314eb5fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (9c1940ad-f8bb-44c3-9a80-3651ed7869f7), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:32.586205 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-61128940-7af3-4401-8943-02314eb5fb34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64c170e494e44332a34e8d886afa60db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789419 Apr 29 15:59:32.588153 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61128940-7af3-4401-8943-02314eb5fb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1940ad-f8bb-44c3-9a80-3651ed7869f7,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:32.589066 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 33840) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:32.637348 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Publish callbacks [] for security_group (9c1940ad-f8bb-44c3-9a80-3651ed7869f7), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:32.661682 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Publish callbacks [] for security_group (9c1940ad-f8bb-44c3-9a80-3651ed7869f7), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:32.759837 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (9c1940ad-f8bb-44c3-9a80-3651ed7869f7), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:32.762365 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:32.764249 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c1940ad-f8bb-44c3-9a80-3651ed7869f7 HTTP/1.1" status: 204 len: 168 time: 0.1741617 Apr 29 15:59:32.772689 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1940ad-f8bb-44c3-9a80-3651ed7869f7,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:32.780245 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.780604 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.780957 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.781302 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.781645 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.781978 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.782312 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.782641 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.782976 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.783307 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.783639 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.784001 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.784331 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.784653 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.784982 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f73cb7-6ac3-4739-9942-889f14c0471a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:32.964471 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245ef54-2993-43f6-8add-9f97e0183f57 req-6c47677b-7d09-470f-9cd7-7e41ff0c671b tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:32.965936 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a245ef54-2993-43f6-8add-9f97e0183f57 req-6c47677b-7d09-470f-9cd7-7e41ff0c671b tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 945 time: 0.0476182 Apr 29 15:59:33.018950 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a245ef54-2993-43f6-8add-9f97e0183f57 req-4242f9be-f165-46fd-890d-091f4ab85fcb tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469606 Apr 29 15:59:34.135415 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410cd8a-e9a0-4d66-92af-2ef7e069c30e req-912e9271-2b18-4c1a-9373-38f50907cd54 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:34.136804 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5410cd8a-e9a0-4d66-92af-2ef7e069c30e req-912e9271-2b18-4c1a-9373-38f50907cd54 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 945 time: 0.0498972 Apr 29 15:59:34.185350 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5410cd8a-e9a0-4d66-92af-2ef7e069c30e req-38400b9f-693e-43c6-b5fd-59f02289419b tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420444 Apr 29 15:59:34.297282 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1f07f-b587-4dd3-9c39-b5cc1ea4098e req-2a37586c-4ec9-4996-bfdf-a2452c4a94e0 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:34.298702 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a3f1f07f-b587-4dd3-9c39-b5cc1ea4098e req-2a37586c-4ec9-4996-bfdf-a2452c4a94e0 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 945 time: 0.0475211 Apr 29 15:59:34.346376 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a3f1f07f-b587-4dd3-9c39-b5cc1ea4098e req-29a1ac8a-a986-418f-9e38-6c1073586572 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Apr 29 15:59:34.370569 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 33860) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:34.408548 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d1782-c93e-4ce5-b6ea-75f329131a27 tempest-TestVolumeBootPattern-814908572 tempest-TestVolumeBootPattern-814908572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:34.409944 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-d24d1782-c93e-4ce5-b6ea-75f329131a27 tempest-TestVolumeBootPattern-814908572 tempest-TestVolumeBootPattern-814908572-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 1124 time: 0.0383291 Apr 29 15:59:34.412719 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 33862) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:34.416805 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'port_id': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:59:34.485696 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:34.567381 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:34.673688 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Allocated IP 172.27.1.30 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/08f51329-82a3-44ce-add2-636834f296bd) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:59:34.773856 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for port (08f51329-82a3-44ce-add2-636834f296bd), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:34.880051 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (08f51329-82a3-44ce-add2-636834f296bd), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:34.919222 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:59:34.928939 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:59:34.931703 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:59:34.956740 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'Port': ['ID=08f51329-82a3-44ce-add2-636834f296bd,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:35.304543 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (13688600-bf52-4304-8b7d-26c3d3f6c1ea), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:35.433201 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (08f51329-82a3-44ce-add2-636834f296bd), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:35.581606 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for port (08f51329-82a3-44ce-add2-636834f296bd), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:35.657141 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (08f51329-82a3-44ce-add2-636834f296bd), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:35.724576 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'Port': ['ID=08f51329-82a3-44ce-add2-636834f296bd,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:35.736589 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (13688600-bf52-4304-8b7d-26c3d3f6c1ea), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:36.113674 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Floating IP 13688600-bf52-4304-8b7d-26c3d3f6c1ea associated. External IP: 172.27.1.30, port: cccfd7c6-8f79-41a0-97a3-c61c84be4bda. Apr 29 15:59:36.322872 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Router cd003357-749a-41b1-958f-4415c52925d5 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:59:36.432045 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:59:36.442465 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c37797-62a5-4e16-a5c5-8c86c4815585 None None] Sync routers for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:59:36.452356 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c37797-62a5-4e16-a5c5-8c86c4815585 None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:59:36.454229 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-c7c37797-62a5-4e16-a5c5-8c86c4815585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:59:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:36.522068 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:36.556976 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-df6125b9-8940-4931-8520-5b7416dc3234 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1432507 Apr 29 15:59:36.557555 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'tag': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:59:36.559804 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba839fa-9191-49b6-bd41-c296be5ad81f" -d '{"events": [{"name": "network-changed", "server_uuid": "de32b0e1-679c-44bd-9c7d-aabf2a031bf2", "tag": "cccfd7c6-8f79-41a0-97a3-c61c84be4bda"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:59:36.564816 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-c7c37797-62a5-4e16-a5c5-8c86c4815585 None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:59:36.597990 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 15:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d8da56-305c-4303-8c5e-5b23e1d77ba4 x-openstack-request-id: req-83d8da56-305c-4303-8c5e-5b23e1d77ba4 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:59:36.598346 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de32b0e1-679c-44bd-9c7d-aabf2a031bf2", "tag": "cccfd7c6-8f79-41a0-97a3-c61c84be4bda", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:59:36.598606 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83d8da56-305c-4303-8c5e-5b23e1d77ba4 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:59:36.599400 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d8da56-305c-4303-8c5e-5b23e1d77ba4'] response: {'name': 'network-changed', 'server_uuid': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'tag': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'status': 'completed', 'code': 200} Apr 29 15:59:36.785963 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-c7c37797-62a5-4e16-a5c5-8c86c4815585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '13688600-bf52-4304-8b7d-26c3d3f6c1ea', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:46:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:59:35Z', 'updated_at': '2022-04-29T15:59:35Z', 'revision_number': 0, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:36.811284 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c37797-62a5-4e16-a5c5-8c86c4815585 None None] Checking router: cd003357-749a-41b1-958f-4415c52925d5 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:59:36.819378 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c37797-62a5-4e16-a5c5-8c86c4815585 None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:59:36.820014 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-c7c37797-62a5-4e16-a5c5-8c86c4815585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:59:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:36.926469 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-c7c37797-62a5-4e16-a5c5-8c86c4815585 None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:59:37.016414 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba839fa-9191-49b6-bd41-c296be5ad81f req-7f8d7907-c823-426e-953d-23ff546b7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:37.017992 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ba839fa-9191-49b6-bd41-c296be5ad81f req-7f8d7907-c823-426e-953d-23ff546b7d5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 1129 time: 0.0404727 Apr 29 15:59:37.110511 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba839fa-9191-49b6-bd41-c296be5ad81f req-a91d5f69-7c91-400f-815b-60fdd06f8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:37.112003 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ba839fa-9191-49b6-bd41-c296be5ad81f req-a91d5f69-7c91-400f-815b-60fdd06f8eea service neutron] 10.222.0.37 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 913 time: 0.0878627 Apr 29 15:59:37.144375 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-c7c37797-62a5-4e16-a5c5-8c86c4815585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '13688600-bf52-4304-8b7d-26c3d3f6c1ea', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:46:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:59:35Z', 'updated_at': '2022-04-29T15:59:35Z', 'revision_number': 0, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:37.170939 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c37797-62a5-4e16-a5c5-8c86c4815585 None None] The sync data for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi is: [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '13688600-bf52-4304-8b7d-26c3d3f6c1ea', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:46:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:59:35Z', 'updated_at': '2022-04-29T15:59:35Z', 'revision_number': 0, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:59:37.184431 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ba839fa-9191-49b6-bd41-c296be5ad81f req-0574cd11-e574-4769-b77f-0461e117ba63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cccfd7c6-8f79-41a0-97a3-c61c84be4bda HTTP/1.1" status: 200 len: 998 time: 0.0660133 Apr 29 15:59:37.238397 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba839fa-9191-49b6-bd41-c296be5ad81f req-d389e6e5-0152-437e-a307-916369ef1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:37.242581 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ba839fa-9191-49b6-bd41-c296be5ad81f req-d389e6e5-0152-437e-a307-916369ef1cd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb HTTP/1.1" status: 200 len: 851 time: 0.0492165 Apr 29 15:59:37.290109 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba839fa-9191-49b6-bd41-c296be5ad81f req-447c8b60-7c73-410f-b1dc-f5b3873dc5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:37.291682 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ba839fa-9191-49b6-bd41-c296be5ad81f req-447c8b60-7c73-410f-b1dc-f5b3873dc5f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79c6c2df-648a-4e52-83c5-171cce1d2a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430801 Apr 29 15:59:37.382769 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd8542-7664-4e23-b7ed-34d1882a822b None None] New status for floating IP 13688600-bf52-4304-8b7d-26c3d3f6c1ea: ACTIVE {{(pid=110326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:59:37.390757 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ba839fa-9191-49b6-bd41-c296be5ad81f req-3d75aa1f-114a-4ade-930b-b032019f9280 service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915253 Apr 29 15:59:37.488185 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4ba839fa-9191-49b6-bd41-c296be5ad81f req-085023b1-c369-4c64-ad5c-70d37bd80d52 service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908196 Apr 29 15:59:39.840421 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b35a2-32b9-4d2f-a1d8-b69561d05949 req-189f74bb-e8f0-4c7b-b1eb-d12cbd38725b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:39.841790 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-852b35a2-32b9-4d2f-a1d8-b69561d05949 req-189f74bb-e8f0-4c7b-b1eb-d12cbd38725b tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 947 time: 0.0486531 Apr 29 15:59:39.892566 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-852b35a2-32b9-4d2f-a1d8-b69561d05949 req-f61eb91b-eafc-4b55-bb75-dc243bdec88e tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Apr 29 15:59:41.015203 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc20e6c-a3a4-4bc0-b996-81fd36d250ae req-786eb5fc-b82a-4c7f-a307-9c8fec36a184 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:41.016707 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cbc20e6c-a3a4-4bc0-b996-81fd36d250ae req-786eb5fc-b82a-4c7f-a307-9c8fec36a184 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 947 time: 0.0511053 Apr 29 15:59:41.064907 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cbc20e6c-a3a4-4bc0-b996-81fd36d250ae req-c2198849-3dbc-4054-a2ab-cfdb0acc4efd tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9227d76-6a82-45ba-a420-088302c50010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 Apr 29 15:59:41.407882 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-ea2ccba4-5b59-48ac-aae6-dbfc403282c0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:41.409326 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-ea2ccba4-5b59-48ac-aae6-dbfc403282c0 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 947 time: 0.0463138 Apr 29 15:59:41.412670 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 15:59:41.497474 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Deleting port e7df0ec7-1d43-427e-b347-9bd150f129a8 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:59:41.497729 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:41.588386 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] For port e7df0ec7-1d43-427e-b347-9bd150f129a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e7df0ec7-1d43-427e-b347-9bd150f129a8,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:59:41.588749 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:41.764167 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:41.764473 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (8f5b0031-29c9-4a8c-9e99-cb567bc38b3b), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:41.764789 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Floating IP 8f5b0031-29c9-4a8c-9e99-cb567bc38b3b disassociated. External IP: 172.27.1.242, port: e7df0ec7-1d43-427e-b347-9bd150f129a8. Apr 29 15:59:41.765129 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Calling delete_port for e7df0ec7-1d43-427e-b347-9bd150f129a8 owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:59:41.959563 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (e7df0ec7-1d43-427e-b347-9bd150f129a8), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:41.988387 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event deleted for resources: {'Port': ['ID=e7df0ec7-1d43-427e-b347-9bd150f129a8,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:41.999984 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.000341 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.000685 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.001027 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.001362 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.001698 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.002031 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.002362 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.002690 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.003018 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.003345 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.003679 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.004024 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.004347 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.004672 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:42.118058 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Router 59a90c33-c0c4-4b09-a818-f5dab77d7720 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:59:42.195952 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-398b8859-375a-44df-92fc-dd8a1753803f req-23e04fd3-07cc-451e-84ad-2d878661e922 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 210 time: 0.0320594 Apr 29 15:59:42.253960 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:59:42.265425 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db4ee55-7d01-4212-879b-292fefaeb8da None None] Sync routers for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:59:42.275870 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4ee55-7d01-4212-879b-292fefaeb8da None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:59:42.276422 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5db4ee55-7d01-4212-879b-292fefaeb8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:59:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:42.301380 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] No DVR routers for this DVR port e7df0ec7-1d43-427e-b347-9bd150f129a8 on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:59:42.303883 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:42.307211 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2bfe5030-1cbc-47da-86c8-a034d22d5c30 req-6bf13b5f-305f-49a6-adb5-34c3b7b59aba tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.37 "DELETE /v2.0/ports/e7df0ec7-1d43-427e-b347-9bd150f129a8 HTTP/1.1" status: 204 len: 173 time: 0.8919156 Apr 29 15:59:42.307550 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'name': 'network-vif-deleted', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:59:42.310120 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa323b6b-1e3e-4fac-bd4d-2ed5caabc657" -d '{"events": [{"server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "name": "network-vif-deleted", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 15:59:42.354926 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 15:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0319ccd-268b-4ff0-8530-862ec30d624e x-openstack-request-id: req-c0319ccd-268b-4ff0-8530-862ec30d624e {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 15:59:42.355225 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6234eae-14db-40ba-9868-ed29bafadce7", "name": "network-vif-deleted", "tag": "e7df0ec7-1d43-427e-b347-9bd150f129a8", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 15:59:42.355475 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0319ccd-268b-4ff0-8530-862ec30d624e {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 15:59:42.356031 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0319ccd-268b-4ff0-8530-862ec30d624e'] response: {'server_uuid': 'c6234eae-14db-40ba-9868-ed29bafadce7', 'name': 'network-vif-deleted', 'tag': 'e7df0ec7-1d43-427e-b347-9bd150f129a8', 'status': 'completed', 'code': 200} Apr 29 15:59:42.415161 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-5db4ee55-7d01-4212-879b-292fefaeb8da None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:59:42.729664 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 33946) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:42.749103 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5db4ee55-7d01-4212-879b-292fefaeb8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:03Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:42.775421 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db4ee55-7d01-4212-879b-292fefaeb8da None None] Checking router: 59a90c33-c0c4-4b09-a818-f5dab77d7720 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:59:42.784581 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4ee55-7d01-4212-879b-292fefaeb8da None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:59:42.785197 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5db4ee55-7d01-4212-879b-292fefaeb8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:59:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:42.835550 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-73cbdb09-8223-41bd-afa4-cf096251e418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:42.896808 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-5db4ee55-7d01-4212-879b-292fefaeb8da None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:59:42.912564 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-73cbdb09-8223-41bd-afa4-cf096251e418 admin admin] Publish callbacks [] for security_group (8a61bdb2-f22a-4ab3-9da4-acae8e4dfa62), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:42.977217 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-73cbdb09-8223-41bd-afa4-cf096251e418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (8a61bdb2-f22a-4ab3-9da4-acae8e4dfa62), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:43.018442 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-73cbdb09-8223-41bd-afa4-cf096251e418 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba542e9fed3b4ce6ab3247c9bc3001ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876287 Apr 29 15:59:43.019583 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbdb09-8223-41bd-afa4-cf096251e418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a61bdb2-f22a-4ab3-9da4-acae8e4dfa62,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:43.021841 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 33952) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:43.070285 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8c20008b-7a84-41df-a740-1df11db22913 admin admin] Publish callbacks [] for security_group (8a61bdb2-f22a-4ab3-9da4-acae8e4dfa62), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:43.092205 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8c20008b-7a84-41df-a740-1df11db22913 admin admin] Publish callbacks [] for security_group (8a61bdb2-f22a-4ab3-9da4-acae8e4dfa62), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:43.095145 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5db4ee55-7d01-4212-879b-292fefaeb8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:03Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:43.122374 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db4ee55-7d01-4212-879b-292fefaeb8da None None] The sync data for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi is: [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:51:56Z', 'revision_number': 4, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '186e9095-b9b9-4479-a666-3fd5fad7ff76', 'name': '', 'network_id': '2a3d153a-a0ac-449f-87b2-351b970a83ff', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:53Z', 'updated_at': '2022-04-29T15:52:03Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'subnets': [{'id': '0c170ae4-ae39-4eb5-9f5f-38aad06bb45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:59:43.194476 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8c20008b-7a84-41df-a740-1df11db22913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (8a61bdb2-f22a-4ab3-9da4-acae8e4dfa62), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:43.197632 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8c20008b-7a84-41df-a740-1df11db22913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:43.201342 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-8c20008b-7a84-41df-a740-1df11db22913 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a61bdb2-f22a-4ab3-9da4-acae8e4dfa62 HTTP/1.1" status: 204 len: 168 time: 0.1763668 Apr 29 15:59:43.214778 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20008b-7a84-41df-a740-1df11db22913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a61bdb2-f22a-4ab3-9da4-acae8e4dfa62,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:43.323556 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5d24d93b-1b27-4cf3-9d86-c1fa7a87fe36 req-b23504c1-6ca6-4301-9633-6adf1dcd2e0d tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6234eae-14db-40ba-9868-ed29bafadce7 HTTP/1.1" status: 200 len: 210 time: 0.0309937 Apr 29 15:59:43.396545 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2400f5-da73-4c62-a6eb-007603a082d7 None None] New status for floating IP 8f5b0031-29c9-4a8c-9e99-cb567bc38b3b: DOWN {{(pid=110326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:59:43.781577 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 33960) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:43.794262 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ac047405-63aa-4b1e-9157-dab29a8f7774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:43.869858 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ac047405-63aa-4b1e-9157-dab29a8f7774 admin admin] Publish callbacks [] for security_group (98676832-f78f-4541-b12f-1154b89dc462), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:43.936628 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ac047405-63aa-4b1e-9157-dab29a8f7774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (98676832-f78f-4541-b12f-1154b89dc462), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:43.974875 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-ac047405-63aa-4b1e-9157-dab29a8f7774 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=774ca2c78cdc450aba784c70b728660d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922491 Apr 29 15:59:43.976095 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac047405-63aa-4b1e-9157-dab29a8f7774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98676832-f78f-4541-b12f-1154b89dc462,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:43.977558 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 33962) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:44.025976 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b9355ab3-3158-4c38-95b0-106fc254acd6 admin admin] Publish callbacks [] for security_group (98676832-f78f-4541-b12f-1154b89dc462), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:44.048087 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b9355ab3-3158-4c38-95b0-106fc254acd6 admin admin] Publish callbacks [] for security_group (98676832-f78f-4541-b12f-1154b89dc462), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:44.154045 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b9355ab3-3158-4c38-95b0-106fc254acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (98676832-f78f-4541-b12f-1154b89dc462), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:44.157145 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-b9355ab3-3158-4c38-95b0-106fc254acd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:44.159022 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-b9355ab3-3158-4c38-95b0-106fc254acd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98676832-f78f-4541-b12f-1154b89dc462 HTTP/1.1" status: 204 len: 168 time: 0.1803398 Apr 29 15:59:44.170490 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9355ab3-3158-4c38-95b0-106fc254acd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98676832-f78f-4541-b12f-1154b89dc462,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:44.828723 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:44.999881 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-57d207cd-536d-4f63-9878-97685248e3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:45.124224 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e7df0ec7-1d43-427e-b347-9bd150f129a8 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:59:45.146886 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: e7df0ec7-1d43-427e-b347-9bd150f129a8 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:59:45.147318 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e7df0ec7-1d43-427e-b347-9bd150f129a8 not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:59:45.498422 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 33996) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:45.560415 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5d8a-6457-4619-b5ee-f9da56a49b92 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group (d9227d76-6a82-45ba-a420-088302c50010), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:45.584767 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5d8a-6457-4619-b5ee-f9da56a49b92 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group (d9227d76-6a82-45ba-a420-088302c50010), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:45.697146 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5d8a-6457-4619-b5ee-f9da56a49b92 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (d9227d76-6a82-45ba-a420-088302c50010), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:45.699733 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5d8a-6457-4619-b5ee-f9da56a49b92 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:45.701552 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-4b2a5d8a-6457-4619-b5ee-f9da56a49b92 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "DELETE /v2.0/security-groups/d9227d76-6a82-45ba-a420-088302c50010 HTTP/1.1" status: 204 len: 168 time: 0.2010210 Apr 29 15:59:45.706133 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34004) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:45.719872 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a5d8a-6457-4619-b5ee-f9da56a49b92 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9227d76-6a82-45ba-a420-088302c50010,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:45.721955 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.api.v2.resource [None req-88204e39-fe46-4aec-a936-b77dd4bee633 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] show failed (client error): The resource could not be found. Apr 29 15:59:45.726734 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-88204e39-fe46-4aec-a936-b77dd4bee633 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "GET /v2.0/security-groups/d9227d76-6a82-45ba-a420-088302c50010 HTTP/1.1" status: 404 len: 347 time: 0.0184474 Apr 29 15:59:45.727538 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34006) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:45.848622 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-cd09eb17-7821-4727-a1be-f7b05731c308 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Deleting port 8ed6fbab-67b8-4c83-8a6b-50e17c866d91 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:59:45.849116 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cd09eb17-7821-4727-a1be-f7b05731c308 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (8ed6fbab-67b8-4c83-8a6b-50e17c866d91), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:45.927083 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cd09eb17-7821-4727-a1be-f7b05731c308 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (8ed6fbab-67b8-4c83-8a6b-50e17c866d91), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:45.927417 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cd09eb17-7821-4727-a1be-f7b05731c308 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (8ed6fbab-67b8-4c83-8a6b-50e17c866d91), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:45.939853 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-cd09eb17-7821-4727-a1be-f7b05731c308 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Calling delete_port for 8ed6fbab-67b8-4c83-8a6b-50e17c866d91 owned by network:floatingip {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:59:46.148416 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cd09eb17-7821-4727-a1be-f7b05731c308 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (8ed6fbab-67b8-4c83-8a6b-50e17c866d91), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:46.175112 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09eb17-7821-4727-a1be-f7b05731c308 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Pushing event deleted for resources: {'Port': ['ID=8ed6fbab-67b8-4c83-8a6b-50e17c866d91,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:46.243646 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cd09eb17-7821-4727-a1be-f7b05731c308 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks [] for floatingip (8f5b0031-29c9-4a8c-9e99-cb567bc38b3b), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:46.246388 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-cd09eb17-7821-4727-a1be-f7b05731c308 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:46.247524 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-cd09eb17-7821-4727-a1be-f7b05731c308 tempest-AttachVolumeShelveTestJSON-1749983728 tempest-AttachVolumeShelveTestJSON-1749983728-project] 10.222.0.23 "DELETE /v2.0/floatingips/8f5b0031-29c9-4a8c-9e99-cb567bc38b3b HTTP/1.1" status: 204 len: 168 time: 0.5188415 Apr 29 15:59:46.570411 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34026) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:46.677547 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-eaa001e6-318f-43e2-a9c5-da08331c6671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:46.752242 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-eaa001e6-318f-43e2-a9c5-da08331c6671 admin admin] Publish callbacks [] for security_group (d63e8c26-3c0e-49c5-893e-0c52d4d6acda), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:46.805168 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-eaa001e6-318f-43e2-a9c5-da08331c6671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (d63e8c26-3c0e-49c5-893e-0c52d4d6acda), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:46.846991 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-eaa001e6-318f-43e2-a9c5-da08331c6671 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=803a8b951f6f454b8e1321af90523eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754588 Apr 29 15:59:46.848157 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa001e6-318f-43e2-a9c5-da08331c6671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63e8c26-3c0e-49c5-893e-0c52d4d6acda,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:46.849869 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34030) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:46.899870 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4b05fca6-9901-4211-8457-f82fbaaebe29 admin admin] Publish callbacks [] for security_group (d63e8c26-3c0e-49c5-893e-0c52d4d6acda), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:46.924238 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4b05fca6-9901-4211-8457-f82fbaaebe29 admin admin] Publish callbacks [] for security_group (d63e8c26-3c0e-49c5-893e-0c52d4d6acda), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:47.068303 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4b05fca6-9901-4211-8457-f82fbaaebe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (d63e8c26-3c0e-49c5-893e-0c52d4d6acda), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:47.070783 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-4b05fca6-9901-4211-8457-f82fbaaebe29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:47.072013 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-4b05fca6-9901-4211-8457-f82fbaaebe29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d63e8c26-3c0e-49c5-893e-0c52d4d6acda HTTP/1.1" status: 204 len: 168 time: 0.2204633 Apr 29 15:59:47.081265 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05fca6-9901-4211-8457-f82fbaaebe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63e8c26-3c0e-49c5-893e-0c52d4d6acda,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:47.393761 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-27c367e5-c575-4671-abee-1caff5309828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:47.657505 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34044) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:47.670916 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5da52f1e-d440-441c-b0a7-57271b044e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:47.745451 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5da52f1e-d440-441c-b0a7-57271b044e23 admin admin] Publish callbacks [] for security_group (6e8e3dc2-e2ac-4479-8cb4-044ac629030c), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:47.793846 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5da52f1e-d440-441c-b0a7-57271b044e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (6e8e3dc2-e2ac-4479-8cb4-044ac629030c), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:47.835302 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-5da52f1e-d440-441c-b0a7-57271b044e23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c10600e4db5e4e568fb19c6c5997dcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760669 Apr 29 15:59:47.836774 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da52f1e-d440-441c-b0a7-57271b044e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8e3dc2-e2ac-4479-8cb4-044ac629030c,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:47.838300 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34048) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:47.889244 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1ee5016b-7249-448b-b0d2-bc0f2e48fe5b admin admin] Publish callbacks [] for security_group (6e8e3dc2-e2ac-4479-8cb4-044ac629030c), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:47.910681 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1ee5016b-7249-448b-b0d2-bc0f2e48fe5b admin admin] Publish callbacks [] for security_group (6e8e3dc2-e2ac-4479-8cb4-044ac629030c), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:48.016997 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1ee5016b-7249-448b-b0d2-bc0f2e48fe5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (6e8e3dc2-e2ac-4479-8cb4-044ac629030c), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:48.020194 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1ee5016b-7249-448b-b0d2-bc0f2e48fe5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:48.021458 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-1ee5016b-7249-448b-b0d2-bc0f2e48fe5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e8e3dc2-e2ac-4479-8cb4-044ac629030c HTTP/1.1" status: 204 len: 168 time: 0.1814651 Apr 29 15:59:48.029164 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5016b-7249-448b-b0d2-bc0f2e48fe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8e3dc2-e2ac-4479-8cb4-044ac629030c,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:48.748412 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:48.949300 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34076) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:49.378499 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8595a0ed-bbc6-4d84-b4db-2c733d5399fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739361'] for router_interface (59a90c33-c0c4-4b09-a818-f5dab77d7720), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:49.619518 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-8595a0ed-bbc6-4d84-b4db-2c733d5399fb admin admin] Deleting port 186e9095-b9b9-4479-a666-3fd5fad7ff76 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:59:49.619896 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8595a0ed-bbc6-4d84-b4db-2c733d5399fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:49.702826 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-8595a0ed-bbc6-4d84-b4db-2c733d5399fb admin admin] For port 186e9095-b9b9-4479-a666-3fd5fad7ff76, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=186e9095-b9b9-4479-a666-3fd5fad7ff76,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:59:49.703197 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8595a0ed-bbc6-4d84-b4db-2c733d5399fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:49.718887 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-8595a0ed-bbc6-4d84-b4db-2c733d5399fb admin admin] Calling delete_port for 186e9095-b9b9-4479-a666-3fd5fad7ff76 owned by network:router_interface {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:59:49.942426 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8595a0ed-bbc6-4d84-b4db-2c733d5399fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (186e9095-b9b9-4479-a666-3fd5fad7ff76), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:49.968065 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595a0ed-bbc6-4d84-b4db-2c733d5399fb admin admin] Pushing event deleted for resources: {'Port': ['ID=186e9095-b9b9-4479-a666-3fd5fad7ff76,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:50.144657 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-8595a0ed-bbc6-4d84-b4db-2c733d5399fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739469'] for router_interface (59a90c33-c0c4-4b09-a818-f5dab77d7720), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:50.171270 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:50.368918 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8595a0ed-bbc6-4d84-b4db-2c733d5399fb admin admin] Router 59a90c33-c0c4-4b09-a818-f5dab77d7720 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:59:50.472133 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b40de38-dd7e-4992-870e-11bec591dee4 req-7255d53f-86ea-4126-a0e1-d873dee89975 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451736 Apr 29 15:59:50.488158 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8595a0ed-bbc6-4d84-b4db-2c733d5399fb admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:59:50.496229 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-8595a0ed-bbc6-4d84-b4db-2c733d5399fb admin admin] 10.222.0.23 "PUT /v2.0/routers/59a90c33-c0c4-4b09-a818-f5dab77d7720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5457604 Apr 29 15:59:50.497660 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8eb83-05ea-441d-a85c-97658ad5d68e None None] Sync routers for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:59:50.498403 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34108) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:50.509536 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8eb83-05ea-441d-a85c-97658ad5d68e None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:59:50.510183 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-75b8eb83-05ea-441d-a85c-97658ad5d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:59:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:50.557242 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40de38-dd7e-4992-870e-11bec591dee4 req-61defb5f-9c8b-43f5-a94f-7ea843e1135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:50.558746 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b40de38-dd7e-4992-870e-11bec591dee4 req-61defb5f-9c8b-43f5-a94f-7ea843e1135f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4693e270f27493883490ba1b9ae2779&device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0427110 Apr 29 15:59:50.615085 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Publish callbacks [] for router (59a90c33-c0c4-4b09-a818-f5dab77d7720), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:50.640435 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-75b8eb83-05ea-441d-a85c-97658ad5d68e None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:59:50.689131 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40de38-dd7e-4992-870e-11bec591dee4 req-c8e14b1b-ab1d-4307-82a3-e9d0dd6f0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:50.690629 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b40de38-dd7e-4992-870e-11bec591dee4 req-c8e14b1b-ab1d-4307-82a3-e9d0dd6f0e0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5 HTTP/1.1" status: 200 len: 910 time: 0.1077518 Apr 29 15:59:50.730777 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Publish callbacks [] for router_gateway (59a90c33-c0c4-4b09-a818-f5dab77d7720), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:50.765113 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b40de38-dd7e-4992-870e-11bec591dee4 req-16222c8a-b1a6-43d4-9596-6a1f361ccc0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68152383-58a1-4371-85dd-3cfb205fa8ae HTTP/1.1" status: 200 len: 1002 time: 0.0674112 Apr 29 15:59:50.810960 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Deleting port 1cad3d9d-bc6d-47b4-977d-e0db4880de59 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:59:50.811312 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:50.817624 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40de38-dd7e-4992-870e-11bec591dee4 req-361161e4-38f1-4462-ae2b-094e55ed7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:50.819444 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b40de38-dd7e-4992-870e-11bec591dee4 req-361161e4-38f1-4462-ae2b-094e55ed7405 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16b9d5f5-7a55-46ef-976e-25708021eaba HTTP/1.1" status: 200 len: 848 time: 0.0469353 Apr 29 15:59:50.826765 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-75b8eb83-05ea-441d-a85c-97658ad5d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:59:49Z', 'revision_number': 5, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port': {'id': '1cad3d9d-bc6d-47b4-977d-e0db4880de59', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:51:47Z', 'updated_at': '2022-04-29T15:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:50.853852 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8eb83-05ea-441d-a85c-97658ad5d68e None None] Checking router: 59a90c33-c0c4-4b09-a818-f5dab77d7720 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:59:50.863080 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8eb83-05ea-441d-a85c-97658ad5d68e None None] Routers {'59a90c33-c0c4-4b09-a818-f5dab77d7720'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:59:50.863686 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-75b8eb83-05ea-441d-a85c-97658ad5d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:59:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['59a90c33-c0c4-4b09-a818-f5dab77d7720'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:50.869742 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40de38-dd7e-4992-870e-11bec591dee4 req-83b200cb-b7f1-46df-90c4-ef02a481c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:50.871243 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b40de38-dd7e-4992-870e-11bec591dee4 req-83b200cb-b7f1-46df-90c4-ef02a481c0c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447130 Apr 29 15:59:50.901154 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] For port 1cad3d9d-bc6d-47b4-977d-e0db4880de59, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=1cad3d9d-bc6d-47b4-977d-e0db4880de59,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:59:50.901580 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:50.917342 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Calling delete_port for 1cad3d9d-bc6d-47b4-977d-e0db4880de59 owned by network:router_gateway {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:59:50.959460 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-75b8eb83-05ea-441d-a85c-97658ad5d68e None None] Set router 59a90c33-c0c4-4b09-a818-f5dab77d7720 gateway port host: None {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:59:50.972471 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b40de38-dd7e-4992-870e-11bec591dee4 req-12b242f6-aee1-471c-b676-6449facaf782 service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944431 Apr 29 15:59:51.017120 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-75b8eb83-05ea-441d-a85c-97658ad5d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:59:50Z', 'revision_number': 6, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port_host': None}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:51.043415 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8eb83-05ea-441d-a85c-97658ad5d68e None None] The sync data for ids ['59a90c33-c0c4-4b09-a818-f5dab77d7720'] in dv-cinder-839872-2-iscsi is: [{'id': '59a90c33-c0c4-4b09-a818-f5dab77d7720', 'name': 'tempest-AttachVolumeShelveTestJSON-301700230-router', 'tenant_id': '450375541bcc49129d79046b5b2ce4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:51:45Z', 'updated_at': '2022-04-29T15:59:50Z', 'revision_number': 6, 'project_id': '450375541bcc49129d79046b5b2ce4b5', 'gw_port_host': None}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:59:51.080006 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b40de38-dd7e-4992-870e-11bec591dee4 req-b9d9977f-c6c1-4a39-bb8f-7e3498669d8a service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008379 Apr 29 15:59:51.171008 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (1cad3d9d-bc6d-47b4-977d-e0db4880de59), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.198037 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cad3d9d-bc6d-47b4-977d-e0db4880de59,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:51.256813 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640487'] for router_gateway (59a90c33-c0c4-4b09-a818-f5dab77d7720), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.349796 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-766812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6456'] for router (59a90c33-c0c4-4b09-a818-f5dab77d7720), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.351904 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Publish callbacks [] for router_controller (59a90c33-c0c4-4b09-a818-f5dab77d7720), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.462932 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-766789'] for router (59a90c33-c0c4-4b09-a818-f5dab77d7720), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.463567 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59a90c33-c0c4-4b09-a818-f5dab77d7720 {{(pid=110323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 15:59:51.474390 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.478525 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34116) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:51.479537 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-909efc0f-9042-4b7e-b4b3-e9f5a501dc58 admin admin] 10.222.0.23 "DELETE /v2.0/routers/59a90c33-c0c4-4b09-a818-f5dab77d7720 HTTP/1.1" status: 204 len: 168 time: 0.9799783 Apr 29 15:59:51.556169 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c744d909-98d6-4f5b-8b75-c0bd36f5a91c admin admin] Deleting subnet 0c170ae4-ae39-4eb5-9f5f-38aad06bb45c {{(pid=110324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 15:59:51.557515 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 186e9095-b9b9-4479-a666-3fd5fad7ff76 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:59:51.559825 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c744d909-98d6-4f5b-8b75-c0bd36f5a91c admin admin] Publish callbacks [] for subnet (0c170ae4-ae39-4eb5-9f5f-38aad06bb45c), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.578221 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 186e9095-b9b9-4479-a666-3fd5fad7ff76 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:59:51.579358 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 186e9095-b9b9-4479-a666-3fd5fad7ff76 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:59:51.606282 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c744d909-98d6-4f5b-8b75-c0bd36f5a91c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220837'] for subnet (0c170ae4-ae39-4eb5-9f5f-38aad06bb45c), precommit_delete_associations {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.688671 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c744d909-98d6-4f5b-8b75-c0bd36f5a91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (0c170ae4-ae39-4eb5-9f5f-38aad06bb45c), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.731336 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.811972 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c744d909-98d6-4f5b-8b75-c0bd36f5a91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8484352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430460'] for subnet (0c170ae4-ae39-4eb5-9f5f-38aad06bb45c), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.839927 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744d909-98d6-4f5b-8b75-c0bd36f5a91c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c170ae4-ae39-4eb5-9f5f-38aad06bb45c,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:51.843705 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c744d909-98d6-4f5b-8b75-c0bd36f5a91c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.847141 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-c744d909-98d6-4f5b-8b75-c0bd36f5a91c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0c170ae4-ae39-4eb5-9f5f-38aad06bb45c HTTP/1.1" status: 204 len: 168 time: 0.3675544 Apr 29 15:59:51.849557 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34120) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:51.852902 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf1602d-cf2c-49a7-b860-c76798c60085 None None] Network 2a3d153a-a0ac-449f-87b2-351b970a83ff requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:59:51.937176 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (2a3d153a-a0ac-449f-87b2-351b970a83ff), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:51.987824 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Deleting port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:59:51.990578 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:52.033659 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d081b2b-d1dd-4cca-b72f-c69cadc9e0e9 None None] DHCP port deletion for 2a3d153a-a0ac-449f-87b2-351b970a83ff request from dv-cinder-839872-2-iscsi {{(pid=110325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 15:59:52.063764 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] For port 9b799fd6-e940-4bb5-aafd-ac8590a102f9, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=9b799fd6-e940-4bb5-aafd-ac8590a102f9,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:59:52.064237 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:52.078203 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Calling delete_port for 9b799fd6-e940-4bb5-aafd-ac8590a102f9 owned by network:dhcp {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:59:52.082726 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-5d081b2b-d1dd-4cca-b72f-c69cadc9e0e9 None None] Deleting port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 {{(pid=110325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 15:59:52.083095 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5d081b2b-d1dd-4cca-b72f-c69cadc9e0e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), before_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:52.155459 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-5d081b2b-d1dd-4cca-b72f-c69cadc9e0e9 None None] For port 9b799fd6-e940-4bb5-aafd-ac8590a102f9, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=9b799fd6-e940-4bb5-aafd-ac8590a102f9,segment=NetworkSegment(21fdd9f7-7cd9-46cb-b724-da3f354f2fcd),segment_id=21fdd9f7-7cd9-46cb-b724-da3f354f2fcd)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:59:52.157003 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5d081b2b-d1dd-4cca-b72f-c69cadc9e0e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), precommit_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:52.174280 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-5d081b2b-d1dd-4cca-b72f-c69cadc9e0e9 None None] Calling delete_port for 9b799fd6-e940-4bb5-aafd-ac8590a102f9 owned by network:dhcp {{(pid=110325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 15:59:52.260498 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:52.265406 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5d081b2b-d1dd-4cca-b72f-c69cadc9e0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871'] for port (9b799fd6-e940-4bb5-aafd-ac8590a102f9), after_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:52.287220 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b799fd6-e940-4bb5-aafd-ac8590a102f9,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:52.293703 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] No DVR routers for this DVR port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 on host dv-cinder-839872-2-iscsi {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:59:52.294253 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d081b2b-d1dd-4cca-b72f-c69cadc9e0e9 None None] Pushing event deleted for resources: {'Port': ['ID=9b799fd6-e940-4bb5-aafd-ac8590a102f9,revision_number=None']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:52.300180 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d081b2b-d1dd-4cca-b72f-c69cadc9e0e9 None None] No DVR routers for this DVR port 9b799fd6-e940-4bb5-aafd-ac8590a102f9 on host dv-cinder-839872-2-iscsi {{(pid=110325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:59:52.371043 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (2a3d153a-a0ac-449f-87b2-351b970a83ff), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:52.392025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3d153a-a0ac-449f-87b2-351b970a83ff']}} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:52.401686 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd') {'for_net_delete': True} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:52.401991 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fdd9f7-7cd9-46cb-b724-da3f354f2fcd') {} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:52.411885 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220860'] for segment (21fdd9f7-7cd9-46cb-b724-da3f354f2fcd), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:52.425844 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (21fdd9f7-7cd9-46cb-b724-da3f354f2fcd), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:52.431989 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=110324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:59:52.432374 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8816870'] for segment (21fdd9f7-7cd9-46cb-b724-da3f354f2fcd), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: Traceback (most recent call last): Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: timer() Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: cb(*args, **kw) Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: return func(*args, **kwargs) Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: self._notify() Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: self.callback(batched_events) Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: event.method(event) Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: return f(self, *a, **k) Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._get(url).json() Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: return self.request(url, 'GET', **kwargs) Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:59:52.434049 dv-cinder-839872-2-iscsi neutron-server[110324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:59:52.565467 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (2a3d153a-a0ac-449f-87b2-351b970a83ff), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:52.570067 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:52.573963 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2a3d153a-a0ac-449f-87b2-351b970a83ff HTTP/1.1" status: 204 len: 168 time: 0.7234490 Apr 29 15:59:52.587825 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ac42f-123a-4514-8cd7-1cd0a970ce03 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3d153a-a0ac-449f-87b2-351b970a83ff,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:52.908427 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34140) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:52.947940 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-441704de-0c34-43af-8480-a11fe74eac45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=450375541bcc49129d79046b5b2ce4b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382657 Apr 29 15:59:52.950345 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34142) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:53.001368 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-52da274f-87e3-45d1-a70d-2cd65ef2a9c8 admin admin] Publish callbacks [] for security_group (d59282d5-f296-4df4-99f5-0ec5b85cfdec), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:53.024744 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-52da274f-87e3-45d1-a70d-2cd65ef2a9c8 admin admin] Publish callbacks [] for security_group (d59282d5-f296-4df4-99f5-0ec5b85cfdec), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:53.170969 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-52da274f-87e3-45d1-a70d-2cd65ef2a9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (d59282d5-f296-4df4-99f5-0ec5b85cfdec), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:53.173737 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-52da274f-87e3-45d1-a70d-2cd65ef2a9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:53.174892 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-52da274f-87e3-45d1-a70d-2cd65ef2a9c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d59282d5-f296-4df4-99f5-0ec5b85cfdec HTTP/1.1" status: 204 len: 168 time: 0.2236593 Apr 29 15:59:53.182674 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da274f-87e3-45d1-a70d-2cd65ef2a9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59282d5-f296-4df4-99f5-0ec5b85cfdec,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:53.342860 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 1cad3d9d-bc6d-47b4-977d-e0db4880de59 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:59:53.364267 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 1cad3d9d-bc6d-47b4-977d-e0db4880de59 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:59:53.368181 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 1cad3d9d-bc6d-47b4-977d-e0db4880de59 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:59:53.368181 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 9b799fd6-e940-4bb5-aafd-ac8590a102f9 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 15:59:53.385113 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 9b799fd6-e940-4bb5-aafd-ac8590a102f9 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 15:59:53.385463 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 9b799fd6-e940-4bb5-aafd-ac8590a102f9 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 15:59:54.191186 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34168) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:54.288139 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2092665281-network', 'tenant_id': '0967f051e3c44d16b15a27528381fa15'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:59:54.399394 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Made reservation on behalf of 0967f051e3c44d16b15a27528381fa15 for: {'network': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:59:54.401645 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:54.410985 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:54.493378 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Publish callbacks [] for security_group (8baec11d-dc4e-4060-9e2f-3c3fcb501421), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:54.565264 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (8baec11d-dc4e-4060-9e2f-3c3fcb501421), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:54.587095 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=110324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:59:54.603215 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baec11d-dc4e-4060-9e2f-3c3fcb501421,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:54.606221 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (36679b6f-2f4b-486b-ad33-8d1db1995a7b), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:54.606503 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.segments_db [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Added segment 36679b6f-2f4b-486b-ad33-8d1db1995a7b of type vlan for network 56ae7595-6baa-4b18-8f21-31be6190cfcb Apr 29 15:59:54.649979 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (56ae7595-6baa-4b18-8f21-31be6190cfcb), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:54.737046 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (56ae7595-6baa-4b18-8f21-31be6190cfcb), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:54.738016 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:54.738630 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:54.804303 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] Pushing event updated for resources: {'Network': ['ID=56ae7595-6baa-4b18-8f21-31be6190cfcb,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:54.814677 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network 56ae7595-6baa-4b18-8f21-31be6190cfcb details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 15:59:54.831535 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-cdf19fbd-5dcb-442f-93e6-a1d11cc71707 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6390991 Apr 29 15:59:54.834839 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34174) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:54.840014 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-f5052640-240d-47e8-a865-b1aef6d8461c admin admin] Request body: {'subnet': {'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-subnet', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:59:54.976818 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5052640-240d-47e8-a865-b1aef6d8461c admin admin] Made reservation on behalf of 0967f051e3c44d16b15a27528381fa15 for: {'subnet': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:59:54.979167 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f5052640-240d-47e8-a865-b1aef6d8461c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9430353'] for subnet (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.013214 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34178) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:55.118892 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-394cf758-3168-44e8-80c3-60cdf72e9832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.193658 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-394cf758-3168-44e8-80c3-60cdf72e9832 admin admin] Publish callbacks [] for security_group (7a21f641-c5ad-4a87-b3bf-0ff4ae56117e), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.234574 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f5052640-240d-47e8-a865-b1aef6d8461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8484417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9430435'] for subnet (ecb708a7-0bb5-4ace-9db0-994275c87e86), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.268319 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-394cf758-3168-44e8-80c3-60cdf72e9832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7a21f641-c5ad-4a87-b3bf-0ff4ae56117e), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.288473 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5052640-240d-47e8-a865-b1aef6d8461c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb708a7-0bb5-4ace-9db0-994275c87e86,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:55.305011 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5052640-240d-47e8-a865-b1aef6d8461c admin admin] Checking segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:59:55.308383 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5052640-240d-47e8-a865-b1aef6d8461c admin admin] Network hostable DHCP agents. Network: 56ae7595-6baa-4b18-8f21-31be6190cfcb, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:59:55.311320 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-394cf758-3168-44e8-80c3-60cdf72e9832 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75b7dfd3d8e84205b80483b2a6f901fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946723 Apr 29 15:59:55.311320 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cf758-3168-44e8-80c3-60cdf72e9832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a21f641-c5ad-4a87-b3bf-0ff4ae56117e,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:55.311584 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34182) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:55.364644 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-64bc1e78-a456-42fa-a95d-1b83ee9c4158 admin admin] Publish callbacks [] for security_group (7a21f641-c5ad-4a87-b3bf-0ff4ae56117e), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.386396 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-64bc1e78-a456-42fa-a95d-1b83ee9c4158 admin admin] Publish callbacks [] for security_group (7a21f641-c5ad-4a87-b3bf-0ff4ae56117e), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.396859 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5052640-240d-47e8-a865-b1aef6d8461c admin admin] Network 56ae7595-6baa-4b18-8f21-31be6190cfcb is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:59:55.462072 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-f5052640-240d-47e8-a865-b1aef6d8461c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, 56ae7595-6baa-4b18-8f21-31be6190cfcb) {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:59:55.466007 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5052640-240d-47e8-a865-b1aef6d8461c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:55.466620 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f5052640-240d-47e8-a865-b1aef6d8461c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.470907 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb3ca7-5ba9-4a81-ab27-9c5543d6bfee None None] Network 56ae7595-6baa-4b18-8f21-31be6190cfcb requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:59:55.479150 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-64bc1e78-a456-42fa-a95d-1b83ee9c4158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7a21f641-c5ad-4a87-b3bf-0ff4ae56117e), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.481639 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-64bc1e78-a456-42fa-a95d-1b83ee9c4158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.482763 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-64bc1e78-a456-42fa-a95d-1b83ee9c4158 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a21f641-c5ad-4a87-b3bf-0ff4ae56117e HTTP/1.1" status: 204 len: 168 time: 0.1702385 Apr 29 15:59:55.493232 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc1e78-a456-42fa-a95d-1b83ee9c4158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a21f641-c5ad-4a87-b3bf-0ff4ae56117e,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:55.520038 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-f5052640-240d-47e8-a865-b1aef6d8461c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6838541 Apr 29 15:59:55.522623 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34186) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:55.527038 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 15:59:55.588183 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea9de40-577b-5861-953d-07c7c45c0abe-56ae7595-6baa-4b18-8f21-31be6190cfcb', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86'}]}} from dv-cinder-839872-2-iscsi. {{(pid=110325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 15:59:55.589021 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.594246 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6446'] for router (5d12bab4-f782-43e4-90be-a71840fab369), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.595956 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6439'] for router (5d12bab4-f782-43e4-90be-a71840fab369), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.655336 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Publish callbacks [] for router_controller (5d12bab4-f782-43e4-90be-a71840fab369), precommit_add_association {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.722819 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.db_base_plugin_common [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Allocated IP 172.20.0.2 (56ae7595-6baa-4b18-8f21-31be6190cfcb/ecb708a7-0bb5-4ace-9db0-994275c87e86/ce4d05b7-a163-4f46-94a9-9aa66852b504) {{(pid=110325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:59:55.868791 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Publish callbacks [] for router_gateway (5d12bab4-f782-43e4-90be-a71840fab369), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.871892 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Publish callbacks [] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), precommit_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:55.960179 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), after_create {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.002235 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Network 56ae7595-6baa-4b18-8f21-31be6190cfcb is already hosted by enough agents. {{(pid=110325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:59:56.007338 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.scheduler.base_scheduler [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Resources bound (agent type, host, resource id): {{(pid=110325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:59:56.010071 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Received port after_create {{(pid=110325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:59:56.019404 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Pushing event updated for resources: {'Port': ['ID=ce4d05b7-a163-4f46-94a9-9aa66852b504,revision_number=1']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:56.076632 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Attempting to bind port ce4d05b7-a163-4f46-94a9-9aa66852b504 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:59:56.076905 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Attempting to bind port ce4d05b7-a163-4f46-94a9-9aa66852b504 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:59:56.077706 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Attempting to bind port ce4d05b7-a163-4f46-94a9-9aa66852b504 on network 56ae7595-6baa-4b18-8f21-31be6190cfcb {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:59:56.083912 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:59:56.087790 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Checking segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:59:56.087790 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.087790 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Bound using segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:59:56.087790 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Bound port: ce4d05b7-a163-4f46-94a9-9aa66852b504, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:59:56.087790 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.113403 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Publish callbacks [] for router_gateway (5d12bab4-f782-43e4-90be-a71840fab369), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.132564 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.151764 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] For port ce4d05b7-a163-4f46-94a9-9aa66852b504, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:59:56.154892 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] For port ce4d05b7-a163-4f46-94a9-9aa66852b504, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=ce4d05b7-a163-4f46-94a9-9aa66852b504,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:59:56.176345 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34190) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:56.190174 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-28409668-1f42-43ac-b45c-88af87f88115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.241224 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.241515 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Allocated IP 172.27.1.218 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/c395a7c1-2c74-476a-b939-fda41e4ed6d6) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:59:56.269177 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-28409668-1f42-43ac-b45c-88af87f88115 admin admin] Publish callbacks [] for security_group (c68e8bb3-8516-4875-af20-9009da2152ab), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.304564 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e7c82-16da-4012-86bf-3b75cdb04302 None None] Pushing event updated for resources: {'Port': ['ID=ce4d05b7-a163-4f46-94a9-9aa66852b504,revision_number=2']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:56.352590 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Publish callbacks [] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.354026 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-28409668-1f42-43ac-b45c-88af87f88115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (c68e8bb3-8516-4875-af20-9009da2152ab), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.393780 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28409668-1f42-43ac-b45c-88af87f88115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68e8bb3-8516-4875-af20-9009da2152ab,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:56.399965 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-28409668-1f42-43ac-b45c-88af87f88115 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f139d14d0db64d2aa3668455d4fed659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220395 Apr 29 15:59:56.402083 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34192) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:56.435726 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.466451 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60306b79-64c3-4c6a-bf4a-7c3a050463a9 admin admin] Publish callbacks [] for security_group (c68e8bb3-8516-4875-af20-9009da2152ab), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.483878 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:59:56.487560 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:59:56.491359 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:59:56.511265 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60306b79-64c3-4c6a-bf4a-7c3a050463a9 admin admin] Publish callbacks [] for security_group (c68e8bb3-8516-4875-af20-9009da2152ab), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.537125 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Pushing event updated for resources: {'Port': ['ID=c395a7c1-2c74-476a-b939-fda41e4ed6d6,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:56.645994 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60306b79-64c3-4c6a-bf4a-7c3a050463a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (c68e8bb3-8516-4875-af20-9009da2152ab), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.650219 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-60306b79-64c3-4c6a-bf4a-7c3a050463a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:56.651676 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-60306b79-64c3-4c6a-bf4a-7c3a050463a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c68e8bb3-8516-4875-af20-9009da2152ab HTTP/1.1" status: 204 len: 168 time: 0.2486138 Apr 29 15:59:56.661396 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60306b79-64c3-4c6a-bf4a-7c3a050463a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68e8bb3-8516-4875-af20-9009da2152ab,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:57.159496 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Publish callbacks [] for router_gateway (5d12bab4-f782-43e4-90be-a71840fab369), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:57.224867 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a762aca-12cd-4a8d-8d00-568ff0054516 None None] Network 56ae7595-6baa-4b18-8f21-31be6190cfcb requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 15:59:57.295387 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-93270181-4f89-459d-9862-3acb6ce7962f None None] Provisioning complete for port ce4d05b7-a163-4f46-94a9-9aa66852b504 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:59:57.295688 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-93270181-4f89-459d-9862-3acb6ce7962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:57.396461 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640451'] for router (5d12bab4-f782-43e4-90be-a71840fab369), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:57.506052 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device ce4d05b7-a163-4f46-94a9-9aa66852b504 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:59:57.582990 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-93270181-4f89-459d-9862-3acb6ce7962f None None] Current status of the port ce4d05b7-a163-4f46-94a9-9aa66852b504 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:59:57.583411 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-93270181-4f89-459d-9862-3acb6ce7962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:57.611444 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port ce4d05b7-a163-4f46-94a9-9aa66852b504 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:59:57.611444 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:57.628557 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Router 5d12bab4-f782-43e4-90be-a71840fab369 is scheduled to L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 with binding_index 1 {{(pid=110324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 15:59:57.672238 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-93270181-4f89-459d-9862-3acb6ce7962f None None] For port ce4d05b7-a163-4f46-94a9-9aa66852b504, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=ce4d05b7-a163-4f46-94a9-9aa66852b504,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 15:59:57.729706 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port ce4d05b7-a163-4f46-94a9-9aa66852b504 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:59:57.730103 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:57.771443 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-93270181-4f89-459d-9862-3acb6ce7962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:57.782656 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 15:59:57.794159 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Sync routers for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:59:57.806394 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:59:57.807040 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:59:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:57.837471 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:57.843481 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34218) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 15:59:57.851456 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-cff949c1-b300-4f9a-9465-39d5da6aa1cf admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3277221 Apr 29 15:59:57.853600 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.db.api [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:59:57.854173 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG oslo_db.api [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:59:57.868813 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93270181-4f89-459d-9862-3acb6ce7962f None None] Pushing event updated for resources: {'Port': ['ID=ce4d05b7-a163-4f46-94a9-9aa66852b504,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:57.908204 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-d1dd8f8b-8530-4346-96a9-efe782619665 None None] Provisioning complete for port ce4d05b7-a163-4f46-94a9-9aa66852b504 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:59:57.908584 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d1dd8f8b-8530-4346-96a9-efe782619665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:57.921319 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:59:58.009829 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd8f8b-8530-4346-96a9-efe782619665 None None] Current status of the port ce4d05b7-a163-4f46-94a9-9aa66852b504 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:59:58.211661 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:56Z', 'revision_number': 3, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T15:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:58.243527 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Checking router: 5d12bab4-f782-43e4-90be-a71840fab369 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:59:58.244011 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Updating router 5d12bab4-f782-43e4-90be-a71840fab369 port c395a7c1-2c74-476a-b939-fda41e4ed6d6 binding host dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:59:58.271568 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:58.395268 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port ce4d05b7-a163-4f46-94a9-9aa66852b504 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:59:58.560459 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:58.564289 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Publish callbacks [] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), precommit_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:58.629534 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:58.700177 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Pushing event updated for resources: {'Port': ['ID=c395a7c1-2c74-476a-b939-fda41e4ed6d6,revision_number=2']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:58.702419 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Attempting to bind port c395a7c1-2c74-476a-b939-fda41e4ed6d6 on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 15:59:58.702787 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Attempting to bind port c395a7c1-2c74-476a-b939-fda41e4ed6d6 by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 15:59:58.703140 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Attempting to bind port c395a7c1-2c74-476a-b939-fda41e4ed6d6 on network ae6f69da-4bce-4b33-8222-dee4512f4ab7 {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 15:59:58.712863 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.713208 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.713571 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.714691 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.714691 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.714691 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.715037 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.715172 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.715492 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.715842 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.716157 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.716492 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.716814 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.717128 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.717444 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:58.720993 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 15:59:58.721363 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Checking segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 15:59:58.721764 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:58.722141 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Bound using segment: {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'} {{(pid=110326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 15:59:58.722976 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.managers [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Bound port: c395a7c1-2c74-476a-b939-fda41e4ed6d6, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1567badc-f8fb-44f1-b2e6-3058bd19b920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}}] {{(pid=110326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 15:59:58.722976 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), before_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:58.733075 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Allocated IP 172.20.0.1 (56ae7595-6baa-4b18-8f21-31be6190cfcb/ecb708a7-0bb5-4ace-9db0-994275c87e86/706efe2e-5778-4d96-a7e3-3360368bf9ab) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:59:58.777659 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] For port c395a7c1-2c74-476a-b939-fda41e4ed6d6, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 15:59:58.780875 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.plugins.ml2.db [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] For port c395a7c1-2c74-476a-b939-fda41e4ed6d6, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=c395a7c1-2c74-476a-b939-fda41e4ed6d6,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 15:59:58.839023 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Publish callbacks [] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:58.851368 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron_lib.callbacks.manager [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), after_update {{(pid=110326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:58.909367 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 15:59:58.910005 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:59:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:58.942769 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:58.952602 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e8775-5cc7-44cc-a92e-0a4282b8202d None None] Pushing event updated for resources: {'Port': ['ID=c395a7c1-2c74-476a-b939-fda41e4ed6d6,revision_number=3']} {{(pid=110326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:58.989085 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Network 56ae7595-6baa-4b18-8f21-31be6190cfcb is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:59:58.992325 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:59:58.998229 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 15:59:59.023740 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Pushing event updated for resources: {'Port': ['ID=706efe2e-5778-4d96-a7e3-3360368bf9ab,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:59.029653 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 15:59:59.044471 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639158'] for router_interface (5d12bab4-f782-43e4-90be-a71840fab369), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:59.237759 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-1b198219-2733-4077-b1fd-02bc39f2b481 None None] Provisioning complete for port 706efe2e-5778-4d96-a7e3-3360368bf9ab triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:59:59.240552 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1b198219-2733-4077-b1fd-02bc39f2b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:59.240663 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:56Z', 'revision_number': 3, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T15:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:59.267229 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a11853-ecc5-4e33-acd5-d46783dbbe05 None None] The sync data for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi is: [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:56Z', 'revision_number': 3, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T15:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:59:59.273166 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-1b198219-2733-4077-b1fd-02bc39f2b481 None None] Port 706efe2e-5778-4d96-a7e3-3360368bf9ab cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 15:59:59.298661 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:59.378583 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device ce4d05b7-a163-4f46-94a9-9aa66852b504 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 15:59:59.426801 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port ce4d05b7-a163-4f46-94a9-9aa66852b504 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:59:59.427826 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:59.486633 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Publish callbacks [] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:59.533337 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port ce4d05b7-a163-4f46-94a9-9aa66852b504 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 15:59:59.559894 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8618983'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:59.641235 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Pushing event updated for resources: {'Port': ['ID=706efe2e-5778-4d96-a7e3-3360368bf9ab,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:59.644681 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739334'] for router_interface (5d12bab4-f782-43e4-90be-a71840fab369), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 15:59:59.755762 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Network 56ae7595-6baa-4b18-8f21-31be6190cfcb is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:59:59.757263 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:59:59.896564 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Router 5d12bab4-f782-43e4-90be-a71840fab369 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 15:59:59.997024 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-0c3da7e5-9623-4b60-88b2-0a8a93f3fbb6 None None] Provisioning complete for port 706efe2e-5778-4d96-a7e3-3360368bf9ab triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 15:59:59.998082 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-0c3da7e5-9623-4b60-88b2-0a8a93f3fbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:00.027142 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:00:00.032968 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-11af368b-2be7-4032-82b8-0450b802dbc6 admin admin] 10.222.0.23 "PUT /v2.0/routers/5d12bab4-f782-43e4-90be-a71840fab369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1853781 Apr 29 16:00:00.044218 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-0c3da7e5-9623-4b60-88b2-0a8a93f3fbb6 None None] Port 706efe2e-5778-4d96-a7e3-3360368bf9ab cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 16:00:00.589905 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34252) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:00.594453 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-2e652ae1-4f0e-4776-b792-e5c811d63b67 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1618829676', 'description': 'tempest-description--1874529268'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:00.696974 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2e652ae1-4f0e-4776-b792-e5c811d63b67 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:00.769943 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2e652ae1-4f0e-4776-b792-e5c811d63b67 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (07d367ed-f328-4511-b65a-61f10da0f63c), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:00.805810 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2e652ae1-4f0e-4776-b792-e5c811d63b67 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (07d367ed-f328-4511-b65a-61f10da0f63c), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:00.836515 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e652ae1-4f0e-4776-b792-e5c811d63b67 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d367ed-f328-4511-b65a-61f10da0f63c,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:00.878189 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2e652ae1-4f0e-4776-b792-e5c811d63b67 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:00.879495 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-2e652ae1-4f0e-4776-b792-e5c811d63b67 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2885501 Apr 29 16:00:00.882474 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34258) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:00.886883 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-6a28de83-eced-4c00-8335-48046f245b2b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'security_group_rule': {'security_group_id': '07d367ed-f328-4511-b65a-61f10da0f63c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:00.923677 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Sync routers for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:00:00.933600 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:00:00.934221 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:59:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:01.017472 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6a28de83-eced-4c00-8335-48046f245b2b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (bf6e282d-c31f-4b93-9f15-2b0d33238301), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.045216 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:00:01.074694 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6a28de83-eced-4c00-8335-48046f245b2b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (bf6e282d-c31f-4b93-9f15-2b0d33238301), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.171214 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6a28de83-eced-4c00-8335-48046f245b2b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (bf6e282d-c31f-4b93-9f15-2b0d33238301), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.192598 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28de83-eced-4c00-8335-48046f245b2b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6e282d-c31f-4b93-9f15-2b0d33238301,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:01.241864 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T15:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 2, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:01.269022 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Checking router: 5d12bab4-f782-43e4-90be-a71840fab369 for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:00:01.269379 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Updating router 5d12bab4-f782-43e4-90be-a71840fab369 port 706efe2e-5778-4d96-a7e3-3360368bf9ab binding host dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:00:01.276033 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6a28de83-eced-4c00-8335-48046f245b2b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.277368 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-6a28de83-eced-4c00-8335-48046f245b2b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3939443 Apr 29 16:00:01.286636 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34260) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:01.286636 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-0e58f250-9008-4716-918a-9d978828b2b0 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'security_group_rule': {'security_group_id': '07d367ed-f328-4511-b65a-61f10da0f63c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:01.305205 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.386287 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e58f250-9008-4716-918a-9d978828b2b0 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (81b9c64f-6cf3-407e-9f4a-032654eab18e), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.413991 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device c395a7c1-2c74-476a-b939-fda41e4ed6d6 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 16:00:01.447625 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e58f250-9008-4716-918a-9d978828b2b0 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (81b9c64f-6cf3-407e-9f4a-032654eab18e), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.527643 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port c395a7c1-2c74-476a-b939-fda41e4ed6d6 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:00:01.528037 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.532243 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e58f250-9008-4716-918a-9d978828b2b0 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (81b9c64f-6cf3-407e-9f4a-032654eab18e), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.554663 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58f250-9008-4716-918a-9d978828b2b0 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b9c64f-6cf3-407e-9f4a-032654eab18e,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:01.601965 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0e58f250-9008-4716-918a-9d978828b2b0 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.603236 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-0e58f250-9008-4716-918a-9d978828b2b0 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3219910 Apr 29 16:00:01.606318 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34264) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:01.611027 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:01.679174 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port c395a7c1-2c74-476a-b939-fda41e4ed6d6 is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:00:01.679609 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.694818 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Publish callbacks [] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), precommit_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.710299 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] For port c395a7c1-2c74-476a-b939-fda41e4ed6d6, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=c395a7c1-2c74-476a-b939-fda41e4ed6d6,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:01.725182 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.806028 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.808288 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.810290 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.872658 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fac12-82a9-4a77-9846-d53edf2c664e None None] Pushing event updated for resources: {'Port': ['ID=706efe2e-5778-4d96-a7e3-3360368bf9ab,revision_number=3']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:01.952766 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Allocated IP 172.27.1.50 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/39b2d9bd-5218-4b2a-ad1d-40febcb4eb99) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:00:01.977570 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Attempting to bind port 706efe2e-5778-4d96-a7e3-3360368bf9ab on host dv-cinder-839872-2-iscsi for vnic_type normal with profile {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 16:00:01.978139 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Attempting to bind port 706efe2e-5778-4d96-a7e3-3360368bf9ab by drivers openvswitch,hyperv on host dv-cinder-839872-2-iscsi at level 0 using segments [{'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 16:00:01.981200 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Attempting to bind port 706efe2e-5778-4d96-a7e3-3360368bf9ab on network 56ae7595-6baa-4b18-8f21-31be6190cfcb {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:00:01.981200 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Pushing event updated for resources: {'Port': ['ID=c395a7c1-2c74-476a-b939-fda41e4ed6d6,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:01.990196 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Checking agent: {'id': 'ddd42e24-605b-440e-968a-2a73d4edd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 42, 51), 'started_at': datetime.datetime(2022, 4, 29, 15, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 16:00:01.991119 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Checking segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 16:00:01.991682 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:01.992367 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Bound using segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} {{(pid=110325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 16:00:01.993126 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.managers [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Bound port: 706efe2e-5778-4d96-a7e3-3360368bf9ab, host: dv-cinder-839872-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'}}] {{(pid=110325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 16:00:01.993555 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.077233 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] For port 706efe2e-5778-4d96-a7e3-3360368bf9ab, host dv-cinder-839872-2-iscsi, cleared binding levels {{(pid=110325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:00:02.081526 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] For port 706efe2e-5778-4d96-a7e3-3360368bf9ab, host dv-cinder-839872-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=706efe2e-5778-4d96-a7e3-3360368bf9ab,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:00:02.093407 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for port (39b2d9bd-5218-4b2a-ad1d-40febcb4eb99), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.166801 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.200885 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (39b2d9bd-5218-4b2a-ad1d-40febcb4eb99), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.224739 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-b4b39d0b-e979-42ab-a9de-4563554f4772 None None] Provisioning complete for port 706efe2e-5778-4d96-a7e3-3360368bf9ab triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:00:02.225348 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b4b39d0b-e979-42ab-a9de-4563554f4772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.277021 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fac12-82a9-4a77-9846-d53edf2c664e None None] Pushing event updated for resources: {'Port': ['ID=706efe2e-5778-4d96-a7e3-3360368bf9ab,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:02.277942 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:00:02.282162 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:00:02.283988 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:59:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:02.284987 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:00:02.290220 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 16:00:02.319767 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'Port': ['ID=39b2d9bd-5218-4b2a-ad1d-40febcb4eb99,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:02.405414 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (89aac3a8-1062-4573-a802-0e80634fb8f9), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.534894 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (39b2d9bd-5218-4b2a-ad1d-40febcb4eb99), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.595911 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-b4b39d0b-e979-42ab-a9de-4563554f4772 None None] Current status of the port 706efe2e-5778-4d96-a7e3-3360368bf9ab is: DOWN; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:00:02.596772 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b4b39d0b-e979-42ab-a9de-4563554f4772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.656256 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:00:02.692201 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-b4b39d0b-e979-42ab-a9de-4563554f4772 None None] For port 706efe2e-5778-4d96-a7e3-3360368bf9ab, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=706efe2e-5778-4d96-a7e3-3360368bf9ab,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:02.715931 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for port (39b2d9bd-5218-4b2a-ad1d-40febcb4eb99), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.737596 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b4b39d0b-e979-42ab-a9de-4563554f4772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.777363 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (39b2d9bd-5218-4b2a-ad1d-40febcb4eb99), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.840795 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b39d0b-e979-42ab-a9de-4563554f4772 None None] Pushing event updated for resources: {'Port': ['ID=706efe2e-5778-4d96-a7e3-3360368bf9ab,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:02.857650 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'Port': ['ID=39b2d9bd-5218-4b2a-ad1d-40febcb4eb99,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:02.868727 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (89aac3a8-1062-4573-a802-0e80634fb8f9), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.874750 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a98a9852-db13-4357-8ec8-ba17df1c9d65 None None] Provisioning complete for port 706efe2e-5778-4d96-a7e3-3360368bf9ab triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:00:02.874750 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a98a9852-db13-4357-8ec8-ba17df1c9d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.943147 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:02.961324 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:02.962585 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-6b81bc4c-f5c7-4627-ab6b-c13d4eea49f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3551016 Apr 29 16:00:02.973175 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7b6b9-bae8-4b9a-ad46-9faddd234631 None None] The sync data for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi is: [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:00:03.033882 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a98a9852-db13-4357-8ec8-ba17df1c9d65 None None] Current status of the port 706efe2e-5778-4d96-a7e3-3360368bf9ab is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:00:03.205232 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-fac175ec-578a-4034-99bc-4dc510afaf19 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1618829676&fields=id&tenant_id=0967f051e3c44d16b15a27528381fa15 HTTP/1.1" status: 200 len: 267 time: 0.0513086 Apr 29 16:00:03.334954 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-2a9578cb-3070-4fbc-a1a9-38eec469597a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:03.336874 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-2a9578cb-3070-4fbc-a1a9-38eec469597a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 815 time: 0.1240165 Apr 29 16:00:03.357596 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-7f8db9fa-bd0e-429a-b5b2-16b93ee003f2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/quotas/0967f051e3c44d16b15a27528381fa15 HTTP/1.1" status: 200 len: 375 time: 0.0128152 Apr 29 16:00:03.422430 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-fb8c8b72-2fe5-48b7-be13-dc21da2e0dc8 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543387 Apr 29 16:00:03.457972 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 706efe2e-5778-4d96-a7e3-3360368bf9ab up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 16:00:03.511159 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port 706efe2e-5778-4d96-a7e3-3360368bf9ab triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:00:03.511632 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:03.540718 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-e327a002-dd94-4012-9f41-8f1be84cdb92 service neutron] 10.222.0.23 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029277 Apr 29 16:00:03.614327 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port 706efe2e-5778-4d96-a7e3-3360368bf9ab is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:00:03.615544 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device c395a7c1-2c74-476a-b939-fda41e4ed6d6 up at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 16:00:03.672639 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-e81899da-72c4-429e-9787-5deb4a3946ea service neutron] 10.222.0.23 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254950 Apr 29 16:00:03.683797 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Provisioning complete for port c395a7c1-2c74-476a-b939-fda41e4ed6d6 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:00:03.684172 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:03.776218 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Current status of the port c395a7c1-2c74-476a-b939-fda41e4ed6d6 is: ACTIVE; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:00:03.975049 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3b15bd3e-d1f9-4ee2-b82a-c7283826dec0 req-d1c2c7d8-7af7-4fa5-8779-56d9923bfb5e tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 210 time: 0.0352929 Apr 29 16:00:05.053536 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-58d8139b-244e-4bb6-abb9-52ed22e01dd2 req-f4d2c470-ec43-4354-b1e3-2b17749a88a0 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 210 time: 0.0284634 Apr 29 16:00:06.105282 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34362) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:06.151469 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cb687fe7-e46d-4c49-b3ad-ad2a571025b0 req-d0c17d2c-0697-4a15-9756-c9ca0eba28d8 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 210 time: 0.0296302 Apr 29 16:00:06.243931 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3912f37b-7e38-4930-b477-d28c1a5eb78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:06.286193 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-dc3d84aa-ce46-407f-8f0c-d2ed510333ce tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:06.287620 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-dc3d84aa-ce46-407f-8f0c-d2ed510333ce tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 815 time: 0.1321359 Apr 29 16:00:06.376704 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-cff21414-b38f-46c9-95d7-c842f47f5395 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0967f051e3c44d16b15a27528381fa15 HTTP/1.1" status: 200 len: 380 time: 0.0789804 Apr 29 16:00:06.387625 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'port': {'device_id': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'admin_state_up': True, 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'security_groups': ['07d367ed-f328-4511-b65a-61f10da0f63c']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:06.399751 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3912f37b-7e38-4930-b477-d28c1a5eb78f admin admin] Publish callbacks [] for security_group (4d603316-b96b-47ce-9264-7d78583de379), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:06.536819 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3912f37b-7e38-4930-b477-d28c1a5eb78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (4d603316-b96b-47ce-9264-7d78583de379), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:06.580842 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-3912f37b-7e38-4930-b477-d28c1a5eb78f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5250983dc0064f159cac3f73ad5cb634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4743476 Apr 29 16:00:06.581950 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912f37b-7e38-4930-b477-d28c1a5eb78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d603316-b96b-47ce-9264-7d78583de379,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:06.583950 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34370) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:06.601832 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Made reservation on behalf of 0967f051e3c44d16b15a27528381fa15 for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:06.605608 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:06.645432 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3990285d-13b1-4bc3-adfe-ac97edc81219 admin admin] Publish callbacks [] for security_group (4d603316-b96b-47ce-9264-7d78583de379), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:06.671570 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3990285d-13b1-4bc3-adfe-ac97edc81219 admin admin] Publish callbacks [] for security_group (4d603316-b96b-47ce-9264-7d78583de379), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:06.743568 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Allocated IP 172.20.0.11 (56ae7595-6baa-4b18-8f21-31be6190cfcb/ecb708a7-0bb5-4ace-9db0-994275c87e86/e8e523bf-dee8-4c78-852c-d49037640da2) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:00:06.805075 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3990285d-13b1-4bc3-adfe-ac97edc81219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (4d603316-b96b-47ce-9264-7d78583de379), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:06.807572 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3990285d-13b1-4bc3-adfe-ac97edc81219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:06.808776 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-3990285d-13b1-4bc3-adfe-ac97edc81219 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d603316-b96b-47ce-9264-7d78583de379 HTTP/1.1" status: 204 len: 168 time: 0.2229426 Apr 29 16:00:06.817120 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990285d-13b1-4bc3-adfe-ac97edc81219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d603316-b96b-47ce-9264-7d78583de379,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:06.884838 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for port (e8e523bf-dee8-4c78-852c-d49037640da2), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:06.971864 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.014441 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Network 56ae7595-6baa-4b18-8f21-31be6190cfcb is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:00:07.019572 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:00:07.023315 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 16:00:07.029566 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'Port': ['ID=e8e523bf-dee8-4c78-852c-d49037640da2,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:07.076869 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:07.077577 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.192815 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-13ca82d5-545f-46a0-aaf3-77314735d744 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8070378 Apr 29 16:00:07.202811 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Request body: {'port': {'device_id': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:07.292739 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-1931e7f6-eb91-4877-bc0d-2f390f28a044 None None] Provisioning complete for port e8e523bf-dee8-4c78-852c-d49037640da2 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:00:07.293316 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1931e7f6-eb91-4877-bc0d-2f390f28a044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.301857 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece11a3-2d4e-4efc-9a4e-24ab9902f4ac req-5d92044f-bcf1-4f92-a27e-87db036cec10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:07.303391 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8ece11a3-2d4e-4efc-9a4e-24ab9902f4ac req-5d92044f-bcf1-4f92-a27e-87db036cec10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 932 time: 0.0789733 Apr 29 16:00:07.308431 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.327653 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-1931e7f6-eb91-4877-bc0d-2f390f28a044 None None] Port e8e523bf-dee8-4c78-852c-d49037640da2 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 16:00:07.394889 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8ece11a3-2d4e-4efc-9a4e-24ab9902f4ac req-1cb0e532-7b02-462e-958e-c6d2aa58f223 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d367ed-f328-4511-b65a-61f10da0f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773895 Apr 29 16:00:07.457896 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34378) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:07.467074 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-efb7cf26-4369-42b7-94f1-b7b0437f1a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.540637 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-efb7cf26-4369-42b7-94f1-b7b0437f1a30 admin admin] Publish callbacks [] for security_group (2c9298b5-cd46-4c0e-a421-e35f28ade497), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.582240 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-efb7cf26-4369-42b7-94f1-b7b0437f1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (2c9298b5-cd46-4c0e-a421-e35f28ade497), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.624517 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e523bf-dee8-4c78-852c-d49037640da2 {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:00:07.626368 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-efb7cf26-4369-42b7-94f1-b7b0437f1a30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=259c512ef0084f10bf7edbdfa5b84ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712489 Apr 29 16:00:07.627288 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7cf26-4369-42b7-94f1-b7b0437f1a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9298b5-cd46-4c0e-a421-e35f28ade497,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:07.631158 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34380) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:07.635627 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Publish callbacks [] for port (e8e523bf-dee8-4c78-852c-d49037640da2), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.652805 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Transition to ACTIVE for port object e8e523bf-dee8-4c78-852c-d49037640da2 will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 16:00:07.689931 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-36cb125d-5e6c-47fd-89f5-998d8d721d35 admin admin] Publish callbacks [] for security_group (2c9298b5-cd46-4c0e-a421-e35f28ade497), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.711135 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-36cb125d-5e6c-47fd-89f5-998d8d721d35 admin admin] Publish callbacks [] for security_group (2c9298b5-cd46-4c0e-a421-e35f28ade497), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.719181 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.770511 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e523bf-dee8-4c78-852c-d49037640da2,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:07.843515 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-36cb125d-5e6c-47fd-89f5-998d8d721d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (2c9298b5-cd46-4c0e-a421-e35f28ade497), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.843515 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-36cb125d-5e6c-47fd-89f5-998d8d721d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.844084 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-36cb125d-5e6c-47fd-89f5-998d8d721d35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c9298b5-cd46-4c0e-a421-e35f28ade497 HTTP/1.1" status: 204 len: 168 time: 0.2114794 Apr 29 16:00:07.848703 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Attempting to bind port e8e523bf-dee8-4c78-852c-d49037640da2 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 16:00:07.849157 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Attempting to bind port e8e523bf-dee8-4c78-852c-d49037640da2 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 16:00:07.849602 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Attempting to bind port e8e523bf-dee8-4c78-852c-d49037640da2 on network 56ae7595-6baa-4b18-8f21-31be6190cfcb {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:00:07.855197 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Port e8e523bf-dee8-4c78-852c-d49037640da2 on network 56ae7595-6baa-4b18-8f21-31be6190cfcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 16:00:07.855693 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb125d-5e6c-47fd-89f5-998d8d721d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9298b5-cd46-4c0e-a421-e35f28ade497,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:07.855993 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Attempting to bind port e8e523bf-dee8-4c78-852c-d49037640da2 on network 56ae7595-6baa-4b18-8f21-31be6190cfcb {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:00:07.863165 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 16:00:07.863560 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Checking segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 16:00:07.864178 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Bound using segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 16:00:07.864777 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Bound port: e8e523bf-dee8-4c78-852c-d49037640da2, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 16:00:07.865145 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:07.943777 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] For port e8e523bf-dee8-4c78-852c-d49037640da2, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:00:07.947425 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] For port e8e523bf-dee8-4c78-852c-d49037640da2, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e8e523bf-dee8-4c78-852c-d49037640da2,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:00:08.074389 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:08.109495 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:08.110057 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:08.112098 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] 10.222.0.37 "PUT /v2.0/ports/e8e523bf-dee8-4c78-852c-d49037640da2 HTTP/1.1" status: 200 len: 1094 time: 0.9134676 Apr 29 16:00:08.112543 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'tag': 'e8e523bf-dee8-4c78-852c-d49037640da2'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:08.114803 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfc41fe-3026-42f7-8b04-75d735904aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "49b2c9e8-0e40-4180-b7db-7f04fb9e061c", "tag": "e8e523bf-dee8-4c78-852c-d49037640da2"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:00:08.149262 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd58a5-11f5-4b1c-b4ba-9879ab0a3cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e523bf-dee8-4c78-852c-d49037640da2,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:08.160032 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c230bda-bd0e-4bd2-8cb5-0e326ae5c0e9 x-openstack-request-id: req-8c230bda-bd0e-4bd2-8cb5-0e326ae5c0e9 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:00:08.160378 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b2c9e8-0e40-4180-b7db-7f04fb9e061c", "tag": "e8e523bf-dee8-4c78-852c-d49037640da2", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:00:08.160640 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c230bda-bd0e-4bd2-8cb5-0e326ae5c0e9 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:00:08.161081 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c230bda-bd0e-4bd2-8cb5-0e326ae5c0e9'] response: {'name': 'network-changed', 'server_uuid': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'tag': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'status': 'completed', 'code': 200} Apr 29 16:00:08.225554 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc41fe-3026-42f7-8b04-75d735904aa6 req-7e105636-fe45-499a-a0b5-18f4b7aa5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:08.227129 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6bfc41fe-3026-42f7-8b04-75d735904aa6 req-7e105636-fe45-499a-a0b5-18f4b7aa5a50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 1128 time: 0.0434303 Apr 29 16:00:08.341151 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc41fe-3026-42f7-8b04-75d735904aa6 req-c8c76238-2540-4b32-b9c8-7260b71303f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:08.342701 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6bfc41fe-3026-42f7-8b04-75d735904aa6 req-c8c76238-2540-4b32-b9c8-7260b71303f2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0967f051e3c44d16b15a27528381fa15&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1060200 Apr 29 16:00:08.439048 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc41fe-3026-42f7-8b04-75d735904aa6 req-0d31066e-2fa5-4f0e-85cc-980b41274b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:08.441197 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6bfc41fe-3026-42f7-8b04-75d735904aa6 req-0d31066e-2fa5-4f0e-85cc-980b41274b2f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929444 Apr 29 16:00:08.545296 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ea614-02ec-48c2-a34f-3c4b671a00e0 req-ec03436b-6578-42e3-a679-9d34f8010adf tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:08.546999 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-649ea614-02ec-48c2-a34f-3c4b671a00e0 req-ec03436b-6578-42e3-a679-9d34f8010adf tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 944 time: 0.0794654 Apr 29 16:00:08.550974 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-f22c2c4c-24b2-48ac-8e53-05a35751b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:08.552407 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-f22c2c4c-24b2-48ac-8e53-05a35751b1a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 1128 time: 0.0734940 Apr 29 16:00:08.600084 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-379c8b6a-dcbd-437d-ad1c-f3098ceaf3fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8e523bf-dee8-4c78-852c-d49037640da2 HTTP/1.1" status: 200 len: 217 time: 0.0406213 Apr 29 16:00:08.665582 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-649ea614-02ec-48c2-a34f-3c4b671a00e0 req-369ef200-ca03-4f53-8036-0b2a4795d8a2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d367ed-f328-4511-b65a-61f10da0f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118805 Apr 29 16:00:08.675727 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-5b202901-8e91-462c-9c43-8ae5c47e7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:08.677207 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-5b202901-8e91-462c-9c43-8ae5c47e7957 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecb708a7-0bb5-4ace-9db0-994275c87e86 HTTP/1.1" status: 200 len: 854 time: 0.0713990 Apr 29 16:00:08.724412 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-ed84b299-039a-4346-a2f3-817a9499859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:08.725939 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-ed84b299-039a-4346-a2f3-817a9499859d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56ae7595-6baa-4b18-8f21-31be6190cfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425875 Apr 29 16:00:08.819456 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-464914c0-a915-47b1-8971-61ddb00a19d1 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868816 Apr 29 16:00:08.913616 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5b4236e-6dde-40d6-a37c-684ccd902d09 req-0128ee0e-b965-4e1c-accd-ec0e06ef6704 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884161 Apr 29 16:00:09.786158 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e384a53-a92c-49b1-b21c-276f7da68c56 req-65c1d578-93be-4979-b358-6ac286e53063 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:09.787587 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7e384a53-a92c-49b1-b21c-276f7da68c56 req-65c1d578-93be-4979-b358-6ac286e53063 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 944 time: 0.0489492 Apr 29 16:00:09.836109 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7e384a53-a92c-49b1-b21c-276f7da68c56 req-9ff05aa5-6b51-483e-ac80-2453853837ae tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d367ed-f328-4511-b65a-61f10da0f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428407 Apr 29 16:00:10.904033 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34456) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:10.952858 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b1bb-d852-46ca-87bd-ea29cab04e9e req-89778b67-2e44-41e3-92d5-11bb203ea692 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:10.954863 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-93e5b1bb-d852-46ca-87bd-ea29cab04e9e req-89778b67-2e44-41e3-92d5-11bb203ea692 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 944 time: 0.0526230 Apr 29 16:00:11.002768 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-93e5b1bb-d852-46ca-87bd-ea29cab04e9e req-53437ec1-56ae-41ad-af15-875defd95834 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d367ed-f328-4511-b65a-61f10da0f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 Apr 29 16:00:11.009889 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5951dc62-70b9-43bc-aee4-e9f2cdb52647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:11.082754 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5951dc62-70b9-43bc-aee4-e9f2cdb52647 admin admin] Publish callbacks [] for security_group (dd6b986e-8905-455d-8b83-f28af637228b), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:11.119017 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-5951dc62-70b9-43bc-aee4-e9f2cdb52647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (dd6b986e-8905-455d-8b83-f28af637228b), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:11.157665 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-5951dc62-70b9-43bc-aee4-e9f2cdb52647 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11c08b0a94c54ef9848092864ea724ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522051 Apr 29 16:00:11.158281 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951dc62-70b9-43bc-aee4-e9f2cdb52647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6b986e-8905-455d-8b83-f28af637228b,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:11.160743 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34460) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:11.208711 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0637ee83-d9d1-41b0-ad49-6f6551a5153e admin admin] Publish callbacks [] for security_group (dd6b986e-8905-455d-8b83-f28af637228b), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:11.217758 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e8e523bf-dee8-4c78-852c-d49037640da2 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 16:00:11.230480 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0637ee83-d9d1-41b0-ad49-6f6551a5153e admin admin] Publish callbacks [] for security_group (dd6b986e-8905-455d-8b83-f28af637228b), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:11.313856 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e8e523bf-dee8-4c78-852c-d49037640da2, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e8e523bf-dee8-4c78-852c-d49037640da2,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:11.328238 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'port_id': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'mac_address': 'fa:16:3e:25:57:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 16:00:11.331034 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0637ee83-d9d1-41b0-ad49-6f6551a5153e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (dd6b986e-8905-455d-8b83-f28af637228b), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:11.333765 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0637ee83-d9d1-41b0-ad49-6f6551a5153e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:11.335170 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-0637ee83-d9d1-41b0-ad49-6f6551a5153e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd6b986e-8905-455d-8b83-f28af637228b HTTP/1.1" status: 204 len: 168 time: 0.1734262 Apr 29 16:00:11.343268 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637ee83-d9d1-41b0-ad49-6f6551a5153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6b986e-8905-455d-8b83-f28af637228b,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:11.379618 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e8e523bf-dee8-4c78-852c-d49037640da2 is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:00:11.380044 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:11.393651 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e523bf-dee8-4c78-852c-d49037640da2 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:00:11.413486 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e8e523bf-dee8-4c78-852c-d49037640da2, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e8e523bf-dee8-4c78-852c-d49037640da2,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:11.474140 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:11.523551 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e8e523bf-dee8-4c78-852c-d49037640da2,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:11.696325 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['e8e523bf-dee8-4c78-852c-d49037640da2'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 16:00:11.982167 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34466) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:11.995542 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-66439d18-620c-44b0-9a7b-d6f5c229c0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:12.346440 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-66439d18-620c-44b0-9a7b-d6f5c229c0e7 admin admin] Publish callbacks [] for security_group (a14f6e3a-b439-4c3c-88cc-3c390e87205e), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:12.390391 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8de4-6fdf-4e61-9235-48eb01c8e29a req-c4e8ea14-17b0-47d5-9554-a78bd8aea101 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:12.392684 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca5e8de4-6fdf-4e61-9235-48eb01c8e29a req-c4e8ea14-17b0-47d5-9554-a78bd8aea101 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 945 time: 0.0490491 Apr 29 16:00:12.412024 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-66439d18-620c-44b0-9a7b-d6f5c229c0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (a14f6e3a-b439-4c3c-88cc-3c390e87205e), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:12.468423 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66439d18-620c-44b0-9a7b-d6f5c229c0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14f6e3a-b439-4c3c-88cc-3c390e87205e,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:12.474204 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-66439d18-620c-44b0-9a7b-d6f5c229c0e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07986cdb6f684b149ea5d2a6fd760ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4909503 Apr 29 16:00:12.477230 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34470) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:12.478119 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ca5e8de4-6fdf-4e61-9235-48eb01c8e29a req-03b6842b-dd39-4517-8f97-9aa3669e7199 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d367ed-f328-4511-b65a-61f10da0f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800381 Apr 29 16:00:12.529231 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-80ea2512-7e37-41f9-85a5-77f0bb844006 admin admin] Publish callbacks [] for security_group (a14f6e3a-b439-4c3c-88cc-3c390e87205e), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:12.553501 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-80ea2512-7e37-41f9-85a5-77f0bb844006 admin admin] Publish callbacks [] for security_group (a14f6e3a-b439-4c3c-88cc-3c390e87205e), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:12.639726 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-80ea2512-7e37-41f9-85a5-77f0bb844006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (a14f6e3a-b439-4c3c-88cc-3c390e87205e), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:12.642915 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-80ea2512-7e37-41f9-85a5-77f0bb844006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:12.644118 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-80ea2512-7e37-41f9-85a5-77f0bb844006 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a14f6e3a-b439-4c3c-88cc-3c390e87205e HTTP/1.1" status: 204 len: 168 time: 0.1647780 Apr 29 16:00:12.652487 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea2512-7e37-41f9-85a5-77f0bb844006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14f6e3a-b439-4c3c-88cc-3c390e87205e,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:13.246064 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e8e523bf-dee8-4c78-852c-d49037640da2 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 16:00:13.290539 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port e8e523bf-dee8-4c78-852c-d49037640da2 completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 16:00:13.336544 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port e8e523bf-dee8-4c78-852c-d49037640da2 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:00:13.336929 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:13.420087 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port e8e523bf-dee8-4c78-852c-d49037640da2 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:00:13.420482 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:13.444041 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e523bf-dee8-4c78-852c-d49037640da2'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:13.446277 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21aefd8-4cec-42e8-b3b9-4d23a37c41e3" -d '{"events": [{"server_uuid": "49b2c9e8-0e40-4180-b7db-7f04fb9e061c", "name": "network-vif-plugged", "status": "completed", "tag": "e8e523bf-dee8-4c78-852c-d49037640da2"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:00:13.459325 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port e8e523bf-dee8-4c78-852c-d49037640da2, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e8e523bf-dee8-4c78-852c-d49037640da2,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:13.483272 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166d327c-27c9-478e-a7d2-14e3eea6b326 x-openstack-request-id: req-166d327c-27c9-478e-a7d2-14e3eea6b326 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:00:13.483441 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b2c9e8-0e40-4180-b7db-7f04fb9e061c", "name": "network-vif-plugged", "status": "completed", "tag": "e8e523bf-dee8-4c78-852c-d49037640da2", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:00:13.483698 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-166d327c-27c9-478e-a7d2-14e3eea6b326 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:00:13.484120 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166d327c-27c9-478e-a7d2-14e3eea6b326'] response: {'server_uuid': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'code': 200} Apr 29 16:00:13.531197 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:13.587809 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=e8e523bf-dee8-4c78-852c-d49037640da2,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:13.603553 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34496) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:13.604161 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd1c2b-b646-469c-a279-75ef1a6526fe req-f544f6b4-8d7d-4905-833d-fa51421c0b93 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:13.605634 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-22dd1c2b-b646-469c-a279-75ef1a6526fe req-f544f6b4-8d7d-4905-833d-fa51421c0b93 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 946 time: 0.0538847 Apr 29 16:00:13.663843 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-22dd1c2b-b646-469c-a279-75ef1a6526fe req-72799155-4a16-41ad-92bb-a376022db94b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d367ed-f328-4511-b65a-61f10da0f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497041 Apr 29 16:00:13.706295 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-365875152-network', 'tenant_id': '8a2e40848abb43b79fcff3139b3091e6'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:13.770986 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Made reservation on behalf of 8a2e40848abb43b79fcff3139b3091e6 for: {'network': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:13.773488 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for network (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:13.782310 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:13.796147 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d6821-dfc2-4c3b-bd1b-f3bf294130e3 req-535e0dbb-8f65-45eb-8cbf-ec736f6e1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:13.798201 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3d8d6821-dfc2-4c3b-bd1b-f3bf294130e3 req-535e0dbb-8f65-45eb-8cbf-ec736f6e1782 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 1130 time: 0.0406544 Apr 29 16:00:13.842521 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3d8d6821-dfc2-4c3b-bd1b-f3bf294130e3 req-69a53ded-9819-4ce8-bc6f-cc97b8f00d50 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=07d367ed-f328-4511-b65a-61f10da0f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385392 Apr 29 16:00:13.858336 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Publish callbacks [] for security_group (e9c1344c-c873-4e4b-bb4f-9f71bcf049a4), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:13.908853 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (e9c1344c-c873-4e4b-bb4f-9f71bcf049a4), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:13.933225 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=110323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:00:13.943225 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:13.947435 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (76886ede-3d9d-4808-838f-a3904669d87c), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:13.947800 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.segments_db [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Added segment 76886ede-3d9d-4808-838f-a3904669d87c of type vlan for network f058cd4b-718d-4bad-9467-3dd9359465a8 Apr 29 16:00:13.989917 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731012513684'] for network (f058cd4b-718d-4bad-9467-3dd9359465a8), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:14.044860 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112'] for network (f058cd4b-718d-4bad-9467-3dd9359465a8), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:14.045811 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:14.046389 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:14.109563 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] Pushing event updated for resources: {'Network': ['ID=f058cd4b-718d-4bad-9467-3dd9359465a8,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:14.120165 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Network f058cd4b-718d-4bad-9467-3dd9359465a8 details requested by agent ovs-agent-dv-cinder-839872-2-iscsi with host dv-cinder-839872-2-iscsi {{(pid=110325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 16:00:14.122071 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-d477f13d-2f23-4522-9946-cb64f896373d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5173779 Apr 29 16:00:14.124851 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34500) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:14.130429 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-f71b6520-45dd-4f46-98d7-bac92e501605 admin admin] Request body: {'subnet': {'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-365875152-subnet', 'tenant_id': '8a2e40848abb43b79fcff3139b3091e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:14.188003 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71b6520-45dd-4f46-98d7-bac92e501605 admin admin] Made reservation on behalf of 8a2e40848abb43b79fcff3139b3091e6 for: {'subnet': 1} {{(pid=110323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:14.190898 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f71b6520-45dd-4f46-98d7-bac92e501605 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8453400'] for subnet (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:14.410638 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f71b6520-45dd-4f46-98d7-bac92e501605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8682860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8453610'] for subnet (13b515fb-aee9-4cf5-8a29-e2df9b0becba), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:14.460450 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b6520-45dd-4f46-98d7-bac92e501605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b515fb-aee9-4cf5-8a29-e2df9b0becba,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:14.478773 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b6520-45dd-4f46-98d7-bac92e501605 admin admin] Checking segment: {'id': '76886ede-3d9d-4808-838f-a3904669d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 16:00:14.479127 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71b6520-45dd-4f46-98d7-bac92e501605 admin admin] Network hostable DHCP agents. Network: f058cd4b-718d-4bad-9467-3dd9359465a8, hostable agents: ['96657904-1e57-4538-87ac-06e256b41dc2'], hosted agents: [] {{(pid=110323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:00:14.541847 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71b6520-45dd-4f46-98d7-bac92e501605 admin admin] Network f058cd4b-718d-4bad-9467-3dd9359465a8 is scheduled to be hosted by DHCP agent 96657904-1e57-4538-87ac-06e256b41dc2 with binding_index 1 {{(pid=110323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:00:14.621881 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-f71b6520-45dd-4f46-98d7-bac92e501605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-2-iscsi, f058cd4b-718d-4bad-9467-3dd9359465a8) {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:00:14.627038 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71b6520-45dd-4f46-98d7-bac92e501605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:14.628153 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f71b6520-45dd-4f46-98d7-bac92e501605 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:14.631644 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3bcf1f-f7b3-4d27-8598-a4225aeaa5b1 None None] Network f058cd4b-718d-4bad-9467-3dd9359465a8 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 16:00:14.726086 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-f71b6520-45dd-4f46-98d7-bac92e501605 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6001048 Apr 29 16:00:14.745543 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a520c2d8-a517-455a-8680-28dedee8af8e None None] Network f058cd4b-718d-4bad-9467-3dd9359465a8 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 16:00:14.788987 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc889c74-8e59-4d4f-bb08-03eb68fc1af3 req-eb11c183-e104-43de-8b13-9b7aa93bd682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:14.793269 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fc889c74-8e59-4d4f-bb08-03eb68fc1af3 req-eb11c183-e104-43de-8b13-9b7aa93bd682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 946 time: 0.0542200 Apr 29 16:00:14.840245 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fc889c74-8e59-4d4f-bb08-03eb68fc1af3 req-abfdd360-4c47-4e5a-a6ab-17e02f603226 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d367ed-f328-4511-b65a-61f10da0f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440147 Apr 29 16:00:14.869073 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:15.010750 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-9c198345-9f00-433e-9405-5a209d49ec3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:15.960609 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586efee6-34cc-431a-8585-6cf7d122c6a5 req-566bba97-6ff0-4b66-907f-88dfe8d5fd34 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:15.962073 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-586efee6-34cc-431a-8585-6cf7d122c6a5 req-566bba97-6ff0-4b66-907f-88dfe8d5fd34 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 946 time: 0.0514426 Apr 29 16:00:16.009913 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-586efee6-34cc-431a-8585-6cf7d122c6a5 req-1ff63d7d-26fc-43f1-8971-30e47b2c7b5c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d367ed-f328-4511-b65a-61f10da0f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422854 Apr 29 16:00:16.121286 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43a64-14d2-491c-baa2-499576ccde0a req-aeecac34-56e4-4e59-ba36-575ff6e76641 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:16.122657 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9dd43a64-14d2-491c-baa2-499576ccde0a req-aeecac34-56e4-4e59-ba36-575ff6e76641 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 946 time: 0.0478377 Apr 29 16:00:16.131703 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34520) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:16.136031 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-3af75c89-25da-4543-aa6c-e79498aad208 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'floatingip': {'port_id': 'e8e523bf-dee8-4c78-852c-d49037640da2'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:16.177557 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3af75c89-25da-4543-aa6c-e79498aad208 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (89aac3a8-1062-4573-a802-0e80634fb8f9), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:16.630661 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3af75c89-25da-4543-aa6c-e79498aad208 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:16.693204 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3af75c89-25da-4543-aa6c-e79498aad208 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (89aac3a8-1062-4573-a802-0e80634fb8f9), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:16.834388 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-97f8881a-2d7d-428c-b00c-7d104c2935ef tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:16.835877 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-97f8881a-2d7d-428c-b00c-7d104c2935ef tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/networks?id=f058cd4b-718d-4bad-9467-3dd9359465a8 HTTP/1.1" status: 200 len: 808 time: 0.1769388 Apr 29 16:00:16.857944 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [None req-3af75c89-25da-4543-aa6c-e79498aad208 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Floating IP 89aac3a8-1062-4573-a802-0e80634fb8f9 associated. External IP: 172.27.1.50, port: e8e523bf-dee8-4c78-852c-d49037640da2. Apr 29 16:00:16.860705 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-e37176aa-010f-48a0-af5f-bfb553ddbcf4 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/quotas/8a2e40848abb43b79fcff3139b3091e6 HTTP/1.1" status: 200 len: 375 time: 0.0183659 Apr 29 16:00:16.929824 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-1002d9a1-e01a-4109-9b56-13ad621a8899 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a2e40848abb43b79fcff3139b3091e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358744 Apr 29 16:00:17.097222 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-007a1a61-b22a-4449-ad6b-9e6b6c544271 service neutron] 10.222.0.23 "GET /v2.0/networks/f058cd4b-718d-4bad-9467-3dd9359465a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605895 Apr 29 16:00:17.234711 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af75c89-25da-4543-aa6c-e79498aad208 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Router 5d12bab4-f782-43e4-90be-a71840fab369 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:00:17.243442 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-14c0effe-c0d1-414e-90ab-cdb63f7c08ba service neutron] 10.222.0.23 "GET /v2.0/networks/f058cd4b-718d-4bad-9467-3dd9359465a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405282 Apr 29 16:00:17.353281 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af75c89-25da-4543-aa6c-e79498aad208 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:00:17.357932 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3af75c89-25da-4543-aa6c-e79498aad208 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:17.362626 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de075743-62f5-4fe0-b9be-278820cab1b2 None None] Sync routers for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:00:17.372487 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de075743-62f5-4fe0-b9be-278820cab1b2 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:00:17.373100 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-de075743-62f5-4fe0-b9be-278820cab1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T15:59:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:17.390806 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-3af75c89-25da-4543-aa6c-e79498aad208 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "PUT /v2.0/floatingips/89aac3a8-1062-4573-a802-0e80634fb8f9 HTTP/1.1" status: 200 len: 991 time: 1.2580318 Apr 29 16:00:17.391989 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'tag': 'e8e523bf-dee8-4c78-852c-d49037640da2'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:17.394238 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d484d176-d516-48bf-b991-18bf0056ee2e" -d '{"events": [{"name": "network-changed", "server_uuid": "49b2c9e8-0e40-4180-b7db-7f04fb9e061c", "tag": "e8e523bf-dee8-4c78-852c-d49037640da2"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:00:17.436524 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dc1784-b22a-4c1c-9c87-9ad7f013bbde x-openstack-request-id: req-88dc1784-b22a-4c1c-9c87-9ad7f013bbde {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:00:17.436927 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b2c9e8-0e40-4180-b7db-7f04fb9e061c", "tag": "e8e523bf-dee8-4c78-852c-d49037640da2", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:00:17.437251 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88dc1784-b22a-4c1c-9c87-9ad7f013bbde {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:00:17.437785 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88dc1784-b22a-4c1c-9c87-9ad7f013bbde'] response: {'name': 'network-changed', 'server_uuid': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'tag': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'status': 'completed', 'code': 200} Apr 29 16:00:17.451429 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-10688511-49cf-4ed6-af7e-2737bf98519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:17.510001 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-de075743-62f5-4fe0-b9be-278820cab1b2 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:00:17.533091 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-83add2a8-bb96-4d80-b784-ce03d84fc485 req-7be86f98-1633-4395-b9d0-2c21049f1f89 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 210 time: 0.0486174 Apr 29 16:00:17.542645 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484d176-d516-48bf-b991-18bf0056ee2e req-476feedf-f0d1-4124-9189-b2312126535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:17.542645 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d484d176-d516-48bf-b991-18bf0056ee2e req-476feedf-f0d1-4124-9189-b2312126535d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 1130 time: 0.0696111 Apr 29 16:00:17.646248 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484d176-d516-48bf-b991-18bf0056ee2e req-5e68f1a0-dbca-4389-93a7-b207d036b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:17.647874 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d484d176-d516-48bf-b991-18bf0056ee2e req-5e68f1a0-dbca-4389-93a7-b207d036b73c service neutron] 10.222.0.37 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 916 time: 0.0983975 Apr 29 16:00:17.715833 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d484d176-d516-48bf-b991-18bf0056ee2e req-8923f484-9441-463f-a87f-3fd10a3bf476 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8e523bf-dee8-4c78-852c-d49037640da2 HTTP/1.1" status: 200 len: 999 time: 0.0623312 Apr 29 16:00:17.743848 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-de075743-62f5-4fe0-b9be-278820cab1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '89aac3a8-1062-4573-a802-0e80634fb8f9', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:25:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:00:02Z', 'updated_at': '2022-04-29T16:00:16Z', 'revision_number': 1, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:17.765649 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484d176-d516-48bf-b991-18bf0056ee2e req-7c5e70ab-bf43-470c-8166-cf6820e8a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:17.767264 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d484d176-d516-48bf-b991-18bf0056ee2e req-7c5e70ab-bf43-470c-8166-cf6820e8a3da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecb708a7-0bb5-4ace-9db0-994275c87e86 HTTP/1.1" status: 200 len: 854 time: 0.0455432 Apr 29 16:00:17.771052 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de075743-62f5-4fe0-b9be-278820cab1b2 None None] Checking router: 5d12bab4-f782-43e4-90be-a71840fab369 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:00:17.779446 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de075743-62f5-4fe0-b9be-278820cab1b2 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:00:17.780060 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-de075743-62f5-4fe0-b9be-278820cab1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:00:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:17.815773 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484d176-d516-48bf-b991-18bf0056ee2e req-b1d46d7c-bd95-4fd5-8955-f63fca327707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:17.817725 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d484d176-d516-48bf-b991-18bf0056ee2e req-b1d46d7c-bd95-4fd5-8955-f63fca327707 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56ae7595-6baa-4b18-8f21-31be6190cfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447512 Apr 29 16:00:17.894257 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-de075743-62f5-4fe0-b9be-278820cab1b2 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:00:17.911550 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d484d176-d516-48bf-b991-18bf0056ee2e req-0fcdef0d-510b-44d4-bb36-0f593d0d5550 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875866 Apr 29 16:00:18.008322 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d484d176-d516-48bf-b991-18bf0056ee2e req-017c8bdf-a055-4aac-a418-c0f69b0eddee service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906458 Apr 29 16:00:18.120917 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-de075743-62f5-4fe0-b9be-278820cab1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '89aac3a8-1062-4573-a802-0e80634fb8f9', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:25:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:00:02Z', 'updated_at': '2022-04-29T16:00:16Z', 'revision_number': 1, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:18.233230 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de075743-62f5-4fe0-b9be-278820cab1b2 None None] The sync data for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi is: [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '89aac3a8-1062-4573-a802-0e80634fb8f9', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:25:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:00:02Z', 'updated_at': '2022-04-29T16:00:16Z', 'revision_number': 1, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:00:18.412494 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:00:18.432658 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f3658-92ac-42dd-8715-3e5838252626 None None] New status for floating IP 89aac3a8-1062-4573-a802-0e80634fb8f9: ACTIVE {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:00:18.639087 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b1299154-a16c-4587-a53d-d6d95ed8eda6 req-68733794-e308-4303-86ba-4e82b0c8006b tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 210 time: 0.0313325 Apr 29 16:00:18.719529 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:19.433751 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-2b987040-7c75-4fa9-8b21-d8aed2c2e849 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:19.435236 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-2b987040-7c75-4fa9-8b21-d8aed2c2e849 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.37 "GET /v2.0/networks?id=f058cd4b-718d-4bad-9467-3dd9359465a8 HTTP/1.1" status: 200 len: 808 time: 0.1032436 Apr 29 16:00:19.453646 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Request body: {'port': {'device_id': '47a7f63d-af32-46ef-8e36-73647dafe9c2', 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8', 'admin_state_up': True, 'tenant_id': '8a2e40848abb43b79fcff3139b3091e6'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:19.621796 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Made reservation on behalf of 8a2e40848abb43b79fcff3139b3091e6 for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:19.625184 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:19.760544 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b8fccc2e-2cc7-4f2a-9eec-2d1d2de5f737 req-d04c6b05-22ca-4640-a8a7-79ba90507e6c tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 210 time: 0.0494232 Apr 29 16:00:19.783991 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Allocated IP 172.20.0.11 (f058cd4b-718d-4bad-9467-3dd9359465a8/13b515fb-aee9-4cf5-8a29-e2df9b0becba/9bff80bb-fa36-43fd-9718-e51fce0c692c) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:00:19.931600 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks [] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:20.016522 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:20.058445 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Network f058cd4b-718d-4bad-9467-3dd9359465a8 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:00:20.063834 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:00:20.067496 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 16:00:20.090695 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Pushing event updated for resources: {'Port': ['ID=9bff80bb-fa36-43fd-9718-e51fce0c692c,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:20.120745 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:20.121349 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:20.147481 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:20.196153 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-19d14a24-9d5a-4338-8564-c6bf50efff75 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7462204 Apr 29 16:00:20.207584 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Request body: {'port': {'device_id': '47a7f63d-af32-46ef-8e36-73647dafe9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:20.269944 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:20.527785 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bff80bb-fa36-43fd-9718-e51fce0c692c {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:00:20.535150 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Publish callbacks [] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:20.547047 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Transition to ACTIVE for port object 9bff80bb-fa36-43fd-9718-e51fce0c692c will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 16:00:20.604835 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:20.661867 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Pushing event updated for resources: {'Port': ['ID=9bff80bb-fa36-43fd-9718-e51fce0c692c,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:20.729684 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Attempting to bind port 9bff80bb-fa36-43fd-9718-e51fce0c692c on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 16:00:20.730023 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Attempting to bind port 9bff80bb-fa36-43fd-9718-e51fce0c692c by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '76886ede-3d9d-4808-838f-a3904669d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 16:00:20.730356 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Attempting to bind port 9bff80bb-fa36-43fd-9718-e51fce0c692c on network f058cd4b-718d-4bad-9467-3dd9359465a8 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:00:20.734713 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Port 9bff80bb-fa36-43fd-9718-e51fce0c692c on network f058cd4b-718d-4bad-9467-3dd9359465a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 16:00:20.735938 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Attempting to bind port 9bff80bb-fa36-43fd-9718-e51fce0c692c on network f058cd4b-718d-4bad-9467-3dd9359465a8 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:00:20.740976 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 16:00:20.741314 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Checking segment: {'id': '76886ede-3d9d-4808-838f-a3904669d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 16:00:20.741691 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Bound using segment: {'id': '76886ede-3d9d-4808-838f-a3904669d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 16:00:20.742113 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Bound port: 9bff80bb-fa36-43fd-9718-e51fce0c692c, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76886ede-3d9d-4808-838f-a3904669d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 16:00:20.746590 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:20.818939 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] For port 9bff80bb-fa36-43fd-9718-e51fce0c692c, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:00:20.822004 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] For port 9bff80bb-fa36-43fd-9718-e51fce0c692c, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9bff80bb-fa36-43fd-9718-e51fce0c692c,segment=NetworkSegment(76886ede-3d9d-4808-838f-a3904669d87c),segment_id=76886ede-3d9d-4808-838f-a3904669d87c)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:00:20.886731 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c49669-6003-47f8-944b-8003ee4cd048 req-aed59985-9584-49a6-b40c-5c8f500a4556 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:20.888201 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-37c49669-6003-47f8-944b-8003ee4cd048 req-aed59985-9584-49a6-b40c-5c8f500a4556 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 944 time: 0.0486252 Apr 29 16:00:20.890930 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:20.943201 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:20.944000 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:20.945415 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] 10.222.0.37 "PUT /v2.0/ports/9bff80bb-fa36-43fd-9718-e51fce0c692c HTTP/1.1" status: 200 len: 1094 time: 0.7421014 Apr 29 16:00:20.948643 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a7f63d-af32-46ef-8e36-73647dafe9c2', 'tag': '9bff80bb-fa36-43fd-9718-e51fce0c692c'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:20.952140 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c965a7bf-4cd7-4243-bc33-914321e7cfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "47a7f63d-af32-46ef-8e36-73647dafe9c2", "tag": "9bff80bb-fa36-43fd-9718-e51fce0c692c"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:00:20.987870 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edc97c-d00f-406f-8d88-27c371acb36e service neutron] Pushing event updated for resources: {'Port': ['ID=9bff80bb-fa36-43fd-9718-e51fce0c692c,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:20.997616 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e590293e-45b6-4a8a-b846-fd001bbde18a x-openstack-request-id: req-e590293e-45b6-4a8a-b846-fd001bbde18a {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:00:20.997817 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a7f63d-af32-46ef-8e36-73647dafe9c2", "tag": "9bff80bb-fa36-43fd-9718-e51fce0c692c", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:00:20.998071 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e590293e-45b6-4a8a-b846-fd001bbde18a {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:00:20.998464 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e590293e-45b6-4a8a-b846-fd001bbde18a'] response: {'name': 'network-changed', 'server_uuid': '47a7f63d-af32-46ef-8e36-73647dafe9c2', 'tag': '9bff80bb-fa36-43fd-9718-e51fce0c692c', 'status': 'completed', 'code': 200} Apr 29 16:00:21.007836 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-37c49669-6003-47f8-944b-8003ee4cd048 req-c86d7f35-0dd5-4513-99a7-c28e03ef9087 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131022 Apr 29 16:00:21.053967 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965a7bf-4cd7-4243-bc33-914321e7cfc8 req-b2db2da3-2e4a-4a48-b212-09cf518a74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:21.055477 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c965a7bf-4cd7-4243-bc33-914321e7cfc8 req-b2db2da3-2e4a-4a48-b212-09cf518a74cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a2e40848abb43b79fcff3139b3091e6&device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 1128 time: 0.0407457 Apr 29 16:00:21.165836 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965a7bf-4cd7-4243-bc33-914321e7cfc8 req-420c2bd6-49cb-469a-87fa-9f35c786d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:21.167275 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c965a7bf-4cd7-4243-bc33-914321e7cfc8 req-420c2bd6-49cb-469a-87fa-9f35c786d675 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8a2e40848abb43b79fcff3139b3091e6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0979228 Apr 29 16:00:21.259607 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965a7bf-4cd7-4243-bc33-914321e7cfc8 req-a59ff4e7-9b9a-4c85-a3bc-3b426e9072c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:21.261007 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c965a7bf-4cd7-4243-bc33-914321e7cfc8 req-a59ff4e7-9b9a-4c85-a3bc-3b426e9072c7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861938 Apr 29 16:00:21.339963 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-99d6d07d-5286-4acb-900c-babd51807214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:21.341419 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-99d6d07d-5286-4acb-900c-babd51807214 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a2e40848abb43b79fcff3139b3091e6&device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 1128 time: 0.0425909 Apr 29 16:00:21.381580 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-23b8de2b-cf7a-40ea-ac8c-37e29582f1b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bff80bb-fa36-43fd-9718-e51fce0c692c HTTP/1.1" status: 200 len: 217 time: 0.0332735 Apr 29 16:00:21.437568 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-943aeb7c-d731-4ad0-89f9-63125de9cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:21.439238 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-943aeb7c-d731-4ad0-89f9-63125de9cbae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13b515fb-aee9-4cf5-8a29-e2df9b0becba HTTP/1.1" status: 200 len: 848 time: 0.0422988 Apr 29 16:00:21.471002 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-34393ab6-6a32-48dd-8e53-854904d9a079 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f058cd4b-718d-4bad-9467-3dd9359465a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252481 Apr 29 16:00:21.561815 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-934062bf-65fd-49fc-a59a-08a8f27bf47f service neutron] 10.222.0.37 "GET /v2.0/networks/f058cd4b-718d-4bad-9467-3dd9359465a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845258 Apr 29 16:00:21.651459 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d1bc3b1e-e59c-457e-8dbc-fe901152ca02 req-f9391ec4-8c69-4fdf-934b-172038025c4c service neutron] 10.222.0.37 "GET /v2.0/networks/f058cd4b-718d-4bad-9467-3dd9359465a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834386 Apr 29 16:00:21.662358 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:22.407301 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f190f11-e89a-42ae-a486-8b990fddbb96 req-c60b1246-0b0f-432d-a5c7-80da6b3c63e9 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:22.409036 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1f190f11-e89a-42ae-a486-8b990fddbb96 req-c60b1246-0b0f-432d-a5c7-80da6b3c63e9 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 944 time: 0.3303349 Apr 29 16:00:22.456126 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1f190f11-e89a-42ae-a486-8b990fddbb96 req-092fd8e7-4bcd-4344-90d6-baae259cf0ca tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Apr 29 16:00:23.308036 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 9bff80bb-fa36-43fd-9718-e51fce0c692c details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 16:00:23.403630 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 9bff80bb-fa36-43fd-9718-e51fce0c692c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9bff80bb-fa36-43fd-9718-e51fce0c692c,segment=NetworkSegment(76886ede-3d9d-4808-838f-a3904669d87c),segment_id=76886ede-3d9d-4808-838f-a3904669d87c)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:23.415076 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': '9bff80bb-fa36-43fd-9718-e51fce0c692c', 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8', 'port_id': '9bff80bb-fa36-43fd-9718-e51fce0c692c', 'mac_address': 'fa:16:3e:cb:33:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b515fb-aee9-4cf5-8a29-e2df9b0becba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 16:00:23.455550 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 9bff80bb-fa36-43fd-9718-e51fce0c692c is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:00:23.455967 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:23.468162 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bff80bb-fa36-43fd-9718-e51fce0c692c {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:00:23.487889 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 9bff80bb-fa36-43fd-9718-e51fce0c692c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9bff80bb-fa36-43fd-9718-e51fce0c692c,segment=NetworkSegment(76886ede-3d9d-4808-838f-a3904669d87c),segment_id=76886ede-3d9d-4808-838f-a3904669d87c)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:23.530620 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:23.571406 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecf3f0-2866-4fac-8a48-5c3447dc4062 req-cf12a4e6-b36f-487a-b731-bd9994ea30e2 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:23.572802 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-75ecf3f0-2866-4fac-8a48-5c3447dc4062 req-cf12a4e6-b36f-487a-b731-bd9994ea30e2 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 945 time: 0.0493500 Apr 29 16:00:23.578299 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=9bff80bb-fa36-43fd-9718-e51fce0c692c,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:23.621147 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-75ecf3f0-2866-4fac-8a48-5c3447dc4062 req-125d3420-2c93-4b95-a266-9bd8cdd1c330 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Apr 29 16:00:23.767419 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['9bff80bb-fa36-43fd-9718-e51fce0c692c'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 16:00:24.740801 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654b24f-3f26-4b6a-b810-6e597e038fae req-ee2a779f-98db-4269-a778-0d8e86442955 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:24.742243 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b654b24f-3f26-4b6a-b810-6e597e038fae req-ee2a779f-98db-4269-a778-0d8e86442955 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 945 time: 0.0494251 Apr 29 16:00:24.787487 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b654b24f-3f26-4b6a-b810-6e597e038fae req-022d5eb7-5cc9-460e-b64a-a4b49b2b4105 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Apr 29 16:00:25.334831 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 9bff80bb-fa36-43fd-9718-e51fce0c692c up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 16:00:25.378609 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port 9bff80bb-fa36-43fd-9718-e51fce0c692c completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 16:00:25.455913 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port 9bff80bb-fa36-43fd-9718-e51fce0c692c triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:00:25.456283 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:25.538155 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 9bff80bb-fa36-43fd-9718-e51fce0c692c is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:00:25.538539 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:25.560360 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a7f63d-af32-46ef-8e36-73647dafe9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bff80bb-fa36-43fd-9718-e51fce0c692c'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:25.562481 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444674b0-fc47-492b-9f1c-d9e6f69c8de0" -d '{"events": [{"server_uuid": "47a7f63d-af32-46ef-8e36-73647dafe9c2", "name": "network-vif-plugged", "status": "completed", "tag": "9bff80bb-fa36-43fd-9718-e51fce0c692c"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:00:25.575263 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 9bff80bb-fa36-43fd-9718-e51fce0c692c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9bff80bb-fa36-43fd-9718-e51fce0c692c,segment=NetworkSegment(76886ede-3d9d-4808-838f-a3904669d87c),segment_id=76886ede-3d9d-4808-838f-a3904669d87c)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:25.597186 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301ae800-9f50-4c48-886c-7e14a9eb0906 x-openstack-request-id: req-301ae800-9f50-4c48-886c-7e14a9eb0906 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:00:25.597482 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a7f63d-af32-46ef-8e36-73647dafe9c2", "name": "network-vif-plugged", "status": "completed", "tag": "9bff80bb-fa36-43fd-9718-e51fce0c692c", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:00:25.597743 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-301ae800-9f50-4c48-886c-7e14a9eb0906 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:00:25.598142 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301ae800-9f50-4c48-886c-7e14a9eb0906'] response: {'server_uuid': '47a7f63d-af32-46ef-8e36-73647dafe9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bff80bb-fa36-43fd-9718-e51fce0c692c', 'code': 200} Apr 29 16:00:25.645950 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:25.698375 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=9bff80bb-fa36-43fd-9718-e51fce0c692c,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:25.895526 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831ffe3-5167-4a37-921b-1fe5c5999617 req-9095fde3-5ea5-4af5-ac65-a3727e07ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:25.897030 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8831ffe3-5167-4a37-921b-1fe5c5999617 req-9095fde3-5ea5-4af5-ac65-a3727e07ebde service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 1130 time: 0.0643384 Apr 29 16:00:25.917937 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae3e8d-4aef-4a45-8448-fc5fcb4fb37d req-3417b71f-cdcb-4ba1-bb87-a3e16c4c3c51 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:25.919309 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eeae3e8d-4aef-4a45-8448-fc5fcb4fb37d req-3417b71f-cdcb-4ba1-bb87-a3e16c4c3c51 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 946 time: 0.0599294 Apr 29 16:00:25.982756 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8831ffe3-5167-4a37-921b-1fe5c5999617 req-c19d5e80-f65e-48ae-9fcb-d2b703844e71 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782254 Apr 29 16:00:25.990075 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-eeae3e8d-4aef-4a45-8448-fc5fcb4fb37d req-e5c56c81-f126-4100-b6fc-57bfe778774f tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643542 Apr 29 16:00:27.116490 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6da4f-93c7-4404-9a9f-748d01eefc77 req-fb5f4408-d242-4d9c-bafa-bbe9e57ffce8 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:27.117927 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-40a6da4f-93c7-4404-9a9f-748d01eefc77 req-fb5f4408-d242-4d9c-bafa-bbe9e57ffce8 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 946 time: 0.0481076 Apr 29 16:00:27.164055 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-40a6da4f-93c7-4404-9a9f-748d01eefc77 req-c1682f50-4a75-46fc-932d-7e520b511b56 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Apr 29 16:00:28.275315 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b13ef8-475b-45c6-ba91-9d0f6e037a9b req-8da7c926-cacf-4494-a45a-56b35fdfe480 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:28.276805 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f2b13ef8-475b-45c6-ba91-9d0f6e037a9b req-8da7c926-cacf-4494-a45a-56b35fdfe480 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 946 time: 0.0465961 Apr 29 16:00:28.323165 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f2b13ef8-475b-45c6-ba91-9d0f6e037a9b req-91069d48-6eb8-46f1-b135-3e3dd693b736 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Apr 29 16:00:29.427806 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e81141-b53a-49b4-935c-6fa2449d8936 req-6ab985b8-3f91-4708-bd83-1357f81de862 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:29.429280 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-47e81141-b53a-49b4-935c-6fa2449d8936 req-6ab985b8-3f91-4708-bd83-1357f81de862 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 946 time: 0.0508766 Apr 29 16:00:29.475619 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-47e81141-b53a-49b4-935c-6fa2449d8936 req-997c1078-3b6f-43a5-8d1b-d07b9b143603 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407243 Apr 29 16:00:30.591557 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c8516-4b6d-47d2-8404-8d2456daac64 req-31d1d988-edda-4fec-a700-518d12995af6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:30.593032 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c65c8516-4b6d-47d2-8404-8d2456daac64 req-31d1d988-edda-4fec-a700-518d12995af6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 946 time: 0.0471303 Apr 29 16:00:30.639958 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c65c8516-4b6d-47d2-8404-8d2456daac64 req-80b9f4dc-7c0f-4a79-9419-06bba1872ea0 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Apr 29 16:00:30.909870 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13e5a6-33fd-41df-829c-38035094e7f9 req-94bdc2b8-860f-427c-b286-7c7672087a12 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:30.911333 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4a13e5a6-33fd-41df-829c-38035094e7f9 req-94bdc2b8-860f-427c-b286-7c7672087a12 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.37 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 946 time: 0.0495892 Apr 29 16:00:30.997763 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-4a13e5a6-33fd-41df-829c-38035094e7f9 req-1c01bfe7-fe6e-43bc-b728-79e05025fb85 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Deleting port 9bff80bb-fa36-43fd-9718-e51fce0c692c {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:00:30.998101 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-4a13e5a6-33fd-41df-829c-38035094e7f9 req-1c01bfe7-fe6e-43bc-b728-79e05025fb85 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:31.088472 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-4a13e5a6-33fd-41df-829c-38035094e7f9 req-1c01bfe7-fe6e-43bc-b728-79e05025fb85 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] For port 9bff80bb-fa36-43fd-9718-e51fce0c692c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9bff80bb-fa36-43fd-9718-e51fce0c692c,segment=NetworkSegment(76886ede-3d9d-4808-838f-a3904669d87c),segment_id=76886ede-3d9d-4808-838f-a3904669d87c)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:31.088834 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-4a13e5a6-33fd-41df-829c-38035094e7f9 req-1c01bfe7-fe6e-43bc-b728-79e05025fb85 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:31.101496 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-4a13e5a6-33fd-41df-829c-38035094e7f9 req-1c01bfe7-fe6e-43bc-b728-79e05025fb85 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Calling delete_port for 9bff80bb-fa36-43fd-9718-e51fce0c692c owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:00:31.307384 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-4a13e5a6-33fd-41df-829c-38035094e7f9 req-1c01bfe7-fe6e-43bc-b728-79e05025fb85 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (9bff80bb-fa36-43fd-9718-e51fce0c692c), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:31.319670 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['9bff80bb-fa36-43fd-9718-e51fce0c692c'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 16:00:31.339008 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01bfe7-fe6e-43bc-b728-79e05025fb85 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Pushing event deleted for resources: {'Port': ['ID=9bff80bb-fa36-43fd-9718-e51fce0c692c,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:31.383128 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a13e5a6-33fd-41df-829c-38035094e7f9 req-1c01bfe7-fe6e-43bc-b728-79e05025fb85 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] No DVR routers for this DVR port 9bff80bb-fa36-43fd-9718-e51fce0c692c on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:00:31.385699 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-4a13e5a6-33fd-41df-829c-38035094e7f9 req-1c01bfe7-fe6e-43bc-b728-79e05025fb85 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:31.389155 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4a13e5a6-33fd-41df-829c-38035094e7f9 req-1c01bfe7-fe6e-43bc-b728-79e05025fb85 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.37 "DELETE /v2.0/ports/9bff80bb-fa36-43fd-9718-e51fce0c692c HTTP/1.1" status: 204 len: 173 time: 0.4707186 Apr 29 16:00:31.389609 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a7f63d-af32-46ef-8e36-73647dafe9c2', 'name': 'network-vif-deleted', 'tag': '9bff80bb-fa36-43fd-9718-e51fce0c692c'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:31.392626 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bde386-e984-4184-8d9c-e2f6835ec8c5" -d '{"events": [{"server_uuid": "47a7f63d-af32-46ef-8e36-73647dafe9c2", "name": "network-vif-deleted", "tag": "9bff80bb-fa36-43fd-9718-e51fce0c692c"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:00:31.428411 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9767a0de-d8a4-4c8b-83ad-edd53c1fa22a x-openstack-request-id: req-9767a0de-d8a4-4c8b-83ad-edd53c1fa22a {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:00:31.428702 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a7f63d-af32-46ef-8e36-73647dafe9c2", "name": "network-vif-deleted", "tag": "9bff80bb-fa36-43fd-9718-e51fce0c692c", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:00:31.428956 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9767a0de-d8a4-4c8b-83ad-edd53c1fa22a {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:00:31.429414 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9767a0de-d8a4-4c8b-83ad-edd53c1fa22a'] response: {'server_uuid': '47a7f63d-af32-46ef-8e36-73647dafe9c2', 'name': 'network-vif-deleted', 'tag': '9bff80bb-fa36-43fd-9718-e51fce0c692c', 'status': 'completed', 'code': 200} Apr 29 16:00:31.744223 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f39cc20a-0a9b-46ec-b1db-ef21681ff3ec req-c2c6e520-5029-44e4-ab3f-5f1f53741871 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a7f63d-af32-46ef-8e36-73647dafe9c2 HTTP/1.1" status: 200 len: 210 time: 0.0292611 Apr 29 16:00:32.954152 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34614) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:33.006304 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614d95f-313e-4325-97c9-3bf36df57225 req-099ae23d-1146-43cd-bfcd-11a972684ce0 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:33.008478 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-099ae23d-1146-43cd-bfcd-11a972684ce0 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/networks?id=f058cd4b-718d-4bad-9467-3dd9359465a8 HTTP/1.1" status: 200 len: 808 time: 0.1059012 Apr 29 16:00:33.023428 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-7d7a44b3-4be4-430c-9a98-61cbfffe2f74 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/quotas/8a2e40848abb43b79fcff3139b3091e6 HTTP/1.1" status: 200 len: 375 time: 0.0096793 Apr 29 16:00:33.056047 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-3a9f9194-b8ee-442a-bf84-4bf7b8ab5f7b tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a2e40848abb43b79fcff3139b3091e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274372 Apr 29 16:00:33.103737 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Deleting port 19379d6d-d20c-406c-8f78-5d182b55e715 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:00:33.104105 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (19379d6d-d20c-406c-8f78-5d182b55e715), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:33.150784 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-43970ee6-286b-48de-b8c0-a517564c5e7f service neutron] 10.222.0.23 "GET /v2.0/networks/f058cd4b-718d-4bad-9467-3dd9359465a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880630 Apr 29 16:00:33.181868 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (19379d6d-d20c-406c-8f78-5d182b55e715), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:33.182198 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for floatingip (19379d6d-d20c-406c-8f78-5d182b55e715), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:33.194823 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Calling delete_port for 19379d6d-d20c-406c-8f78-5d182b55e715 owned by network:floatingip {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:00:33.240971 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-417c292c-8a43-47ad-9528-753412ffc01c service neutron] 10.222.0.23 "GET /v2.0/networks/f058cd4b-718d-4bad-9467-3dd9359465a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842578 Apr 29 16:00:33.462058 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (19379d6d-d20c-406c-8f78-5d182b55e715), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:33.474809 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-11b9011f-9607-43c9-b85e-1e37d1bec181 req-55366500-b14e-4e21-b836-8f5e83b9c452 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 210 time: 0.0327017 Apr 29 16:00:33.490828 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event deleted for resources: {'Port': ['ID=19379d6d-d20c-406c-8f78-5d182b55e715,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:33.505094 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.505586 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.505936 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.506277 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.506613 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.506943 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.507272 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.511808 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.512179 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.512525 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.513596 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.513810 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.514149 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.514482 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.514813 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:33.573767 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for floatingip (96d68211-b408-4c29-9fd1-726cda7833ab), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:33.574092 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.l3_db [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Floating IP 96d68211-b408-4c29-9fd1-726cda7833ab disassociated (deleted). External IP: 172.27.1.153, port: 68152383-58a1-4371-85dd-3cfb205fa8ae. Apr 29 16:00:33.788232 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Router 2a00844d-56d4-4847-85b4-2e3eececab72 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:00:33.901966 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:00:33.906834 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:33.911638 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afcf040-8758-4a1e-baa6-06d93f7f7939 None None] Sync routers for ids ['2a00844d-56d4-4847-85b4-2e3eececab72'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:00:33.921826 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afcf040-8758-4a1e-baa6-06d93f7f7939 None None] Routers {'2a00844d-56d4-4847-85b4-2e3eececab72'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:00:33.926811 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-6afcf040-8758-4a1e-baa6-06d93f7f7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:00:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['2a00844d-56d4-4847-85b4-2e3eececab72'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:34.038205 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-6afcf040-8758-4a1e-baa6-06d93f7f7939 None None] Set router 2a00844d-56d4-4847-85b4-2e3eececab72 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:00:34.185832 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-3885ef89-d0d7-49d8-b507-c4c29c230ec9 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "DELETE /v2.0/floatingips/96d68211-b408-4c29-9fd1-726cda7833ab HTTP/1.1" status: 204 len: 168 time: 1.2303004 Apr 29 16:00:34.186403 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae'}] {{(pid=110323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:34.189606 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}414e8c5dbfbee19e4252a5807369e5d62406377d8fb6960200d97a6b20918bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6710c0ea-b518-419a-b963-e5bb6ba51586" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae"}]}' {{(pid=110323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:00:34.243691 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-6afcf040-8758-4a1e-baa6-06d93f7f7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T15:53:38Z', 'revision_number': 4, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'f356984d-7ca8-4953-ab35-654214b59af0', 'name': '', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'mac_address': 'fa:16:3e:19:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:37Z', 'updated_at': '2022-04-29T15:53:43Z', 'revision_number': 5, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'subnets': [{'id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:34.271125 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afcf040-8758-4a1e-baa6-06d93f7f7939 None None] Checking router: 2a00844d-56d4-4847-85b4-2e3eececab72 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:00:34.279677 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afcf040-8758-4a1e-baa6-06d93f7f7939 None None] Routers {'2a00844d-56d4-4847-85b4-2e3eececab72'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:00:34.280324 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-6afcf040-8758-4a1e-baa6-06d93f7f7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:00:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['2a00844d-56d4-4847-85b4-2e3eececab72'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:34.360597 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077c4434-a8d2-4a88-949f-43907c6672fd x-openstack-request-id: req-077c4434-a8d2-4a88-949f-43907c6672fd {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:00:34.362022 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae", "status": "completed", "code": 200}]} {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:00:34.362022 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-077c4434-a8d2-4a88-949f-43907c6672fd {{(pid=110323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:00:34.362022 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077c4434-a8d2-4a88-949f-43907c6672fd'] response: {'name': 'network-changed', 'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'status': 'completed', 'code': 200} Apr 29 16:00:34.403839 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-6afcf040-8758-4a1e-baa6-06d93f7f7939 None None] Set router 2a00844d-56d4-4847-85b4-2e3eececab72 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:00:34.431419 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710c0ea-b518-419a-b963-e5bb6ba51586 req-77eb7d5c-87a7-49c8-9e25-a9cf49f18a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:34.433127 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6710c0ea-b518-419a-b963-e5bb6ba51586 req-77eb7d5c-87a7-49c8-9e25-a9cf49f18a85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4693e270f27493883490ba1b9ae2779&device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0444787 Apr 29 16:00:34.556534 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710c0ea-b518-419a-b963-e5bb6ba51586 req-ac198ec3-de8c-4eac-a20d-c4a5bc4bcfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:34.558182 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6710c0ea-b518-419a-b963-e5bb6ba51586 req-ac198ec3-de8c-4eac-a20d-c4a5bc4bcfc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5 HTTP/1.1" status: 200 len: 910 time: 0.1133394 Apr 29 16:00:34.599911 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fde2cfbb-fa27-4e03-b5e7-aed7bd2266d1 req-df880044-ebe0-4fb5-bac6-7d07310a2b0d tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 210 time: 0.0401990 Apr 29 16:00:34.620639 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-6afcf040-8758-4a1e-baa6-06d93f7f7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T15:53:38Z', 'revision_number': 4, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'f356984d-7ca8-4953-ab35-654214b59af0', 'name': '', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'mac_address': 'fa:16:3e:19:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:37Z', 'updated_at': '2022-04-29T15:53:43Z', 'revision_number': 5, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'subnets': [{'id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:34.642005 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6710c0ea-b518-419a-b963-e5bb6ba51586 req-7778832e-7a48-4ab6-861e-efe39b26ea76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68152383-58a1-4371-85dd-3cfb205fa8ae HTTP/1.1" status: 200 len: 217 time: 0.0705070 Apr 29 16:00:34.657117 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afcf040-8758-4a1e-baa6-06d93f7f7939 None None] The sync data for ids ['2a00844d-56d4-4847-85b4-2e3eececab72'] in dv-cinder-839872-2-iscsi is: [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T15:53:38Z', 'revision_number': 4, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'f356984d-7ca8-4953-ab35-654214b59af0', 'name': '', 'network_id': '53cc63b6-8e80-48b3-871a-7feb87a8dcd5', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'mac_address': 'fa:16:3e:19:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:37Z', 'updated_at': '2022-04-29T15:53:43Z', 'revision_number': 5, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'subnets': [{'id': '16b9d5f5-7a55-46ef-976e-25708021eaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:00:34.678446 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdfd1a-35ee-49e2-a1c6-3a414a28f3c7 req-e01daa74-229e-4199-8e71-5309f027c709 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:34.684359 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-34bdfd1a-35ee-49e2-a1c6-3a414a28f3c7 req-e01daa74-229e-4199-8e71-5309f027c709 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0875139 Apr 29 16:00:34.741437 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-34bdfd1a-35ee-49e2-a1c6-3a414a28f3c7 req-2bbcf3e2-e259-4e8c-a4a7-e3a6979c95f2 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556216 Apr 29 16:00:34.895782 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce35f6-17f3-44ca-b2f9-33b68c8ba770 None None] New status for floating IP 96d68211-b408-4c29-9fd1-726cda7833ab: DOWN {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:00:35.401622 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 9bff80bb-fa36-43fd-9718-e51fce0c692c no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:00:35.421562 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: 9bff80bb-fa36-43fd-9718-e51fce0c692c {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:00:35.422431 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 9bff80bb-fa36-43fd-9718-e51fce0c692c not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:00:35.723975 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-32231402-aa4c-4cbf-9cb3-9b793fc40afa req-5106cb67-d153-425e-82eb-3daf4c762986 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 210 time: 0.0380564 Apr 29 16:00:35.759339 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710c0ea-b518-419a-b963-e5bb6ba51586 req-34cbcd70-bc62-4f65-addd-731caf698297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:35.760838 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6710c0ea-b518-419a-b963-e5bb6ba51586 req-34cbcd70-bc62-4f65-addd-731caf698297 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16b9d5f5-7a55-46ef-976e-25708021eaba HTTP/1.1" status: 200 len: 848 time: 0.0651155 Apr 29 16:00:35.808119 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710c0ea-b518-419a-b963-e5bb6ba51586 req-8fc64bff-5b89-451e-83b5-848ce977ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:35.809631 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6710c0ea-b518-419a-b963-e5bb6ba51586 req-8fc64bff-5b89-451e-83b5-848ce977ca6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=53cc63b6-8e80-48b3-871a-7feb87a8dcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406444 Apr 29 16:00:35.861479 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e4e6e-a7dc-466c-840f-9f605f9357fd req-06db6180-88fc-4919-9378-065987aff7da tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:35.862952 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8c4e4e6e-a7dc-466c-840f-9f605f9357fd req-06db6180-88fc-4919-9378-065987aff7da tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0467899 Apr 29 16:00:35.941323 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-8c4e4e6e-a7dc-466c-840f-9f605f9357fd req-eb4c25b8-7486-42b0-a7c1-d3a43b9c45ef tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709198 Apr 29 16:00:36.001802 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6710c0ea-b518-419a-b963-e5bb6ba51586 req-3dde3f2d-61d9-466b-b158-b627b6e5d77f service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115754 Apr 29 16:00:36.388276 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6710c0ea-b518-419a-b963-e5bb6ba51586 req-d88f4a6a-510d-423b-8890-5798765af756 service neutron] 10.222.0.37 "GET /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918839 Apr 29 16:00:36.595984 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6999df-39c2-4db1-905f-4d99cc253f80 req-4071513a-7423-4e54-9567-c448295802e2 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:36.597454 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df6999df-39c2-4db1-905f-4d99cc253f80 req-4071513a-7423-4e54-9567-c448295802e2 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0840852 Apr 29 16:00:36.664089 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614d95f-313e-4325-97c9-3bf36df57225 req-a90d544c-661b-4148-8157-3b89f3a12a31 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:36.665472 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-a90d544c-661b-4148-8157-3b89f3a12a31 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.37 "GET /v2.0/networks?id=f058cd4b-718d-4bad-9467-3dd9359465a8 HTTP/1.1" status: 200 len: 808 time: 0.1720743 Apr 29 16:00:36.695554 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Request body: {'port': {'device_id': '6f4dcdd6-5553-4295-8ddf-8024dff6db7a', 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8', 'admin_state_up': True, 'tenant_id': '8a2e40848abb43b79fcff3139b3091e6'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:36.737991 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-df6999df-39c2-4db1-905f-4d99cc253f80 req-ed066e06-72ad-4380-a3c1-a2d50910d782 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Deleting port 68152383-58a1-4371-85dd-3cfb205fa8ae {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:00:36.738676 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-df6999df-39c2-4db1-905f-4d99cc253f80 req-ed066e06-72ad-4380-a3c1-a2d50910d782 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:36.869184 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b823f07-ea3e-4d8d-8e0b-6ca01ece5dcb req-2a9eef97-b313-4a99-8d63-e18fbd6b2646 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 210 time: 0.0690656 Apr 29 16:00:36.913800 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-df6999df-39c2-4db1-905f-4d99cc253f80 req-ed066e06-72ad-4380-a3c1-a2d50910d782 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] For port 68152383-58a1-4371-85dd-3cfb205fa8ae, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=68152383-58a1-4371-85dd-3cfb205fa8ae,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:36.914218 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-df6999df-39c2-4db1-905f-4d99cc253f80 req-ed066e06-72ad-4380-a3c1-a2d50910d782 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:36.929831 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-df6999df-39c2-4db1-905f-4d99cc253f80 req-ed066e06-72ad-4380-a3c1-a2d50910d782 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Calling delete_port for 68152383-58a1-4371-85dd-3cfb205fa8ae owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:00:36.999768 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Made reservation on behalf of 8a2e40848abb43b79fcff3139b3091e6 for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:37.003635 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:37.096766 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b90a4-71dd-4c47-a0b4-bfaf852bad24 req-ccb646ec-d35b-4b33-b29b-ecb84b3ec340 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:37.098218 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fe3b90a4-71dd-4c47-a0b4-bfaf852bad24 req-ccb646ec-d35b-4b33-b29b-ecb84b3ec340 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 946 time: 0.0847664 Apr 29 16:00:37.224341 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fe3b90a4-71dd-4c47-a0b4-bfaf852bad24 req-1cdec6e5-8ac1-4875-87f8-4e76ace4387e tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b8c08db-9a78-452c-b76d-a09df1d4ce2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967290 Apr 29 16:00:37.234755 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-df6999df-39c2-4db1-905f-4d99cc253f80 req-ed066e06-72ad-4380-a3c1-a2d50910d782 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (68152383-58a1-4371-85dd-3cfb205fa8ae), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:37.269369 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed066e06-72ad-4380-a3c1-a2d50910d782 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event deleted for resources: {'Port': ['ID=68152383-58a1-4371-85dd-3cfb205fa8ae,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:37.271567 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Allocated IP 172.20.0.14 (f058cd4b-718d-4bad-9467-3dd9359465a8/13b515fb-aee9-4cf5-8a29-e2df9b0becba/9af68416-e36a-4486-8d12-a32b69df9a82) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:00:37.330433 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6999df-39c2-4db1-905f-4d99cc253f80 req-ed066e06-72ad-4380-a3c1-a2d50910d782 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] No DVR routers for this DVR port 68152383-58a1-4371-85dd-3cfb205fa8ae on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:00:37.337508 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-df6999df-39c2-4db1-905f-4d99cc253f80 req-ed066e06-72ad-4380-a3c1-a2d50910d782 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:37.340747 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df6999df-39c2-4db1-905f-4d99cc253f80 req-ed066e06-72ad-4380-a3c1-a2d50910d782 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.37 "DELETE /v2.0/ports/68152383-58a1-4371-85dd-3cfb205fa8ae HTTP/1.1" status: 204 len: 173 time: 0.7361584 Apr 29 16:00:37.341184 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'name': 'network-vif-deleted', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:37.343410 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f30c2bf-e71f-42d2-936b-d573bedfa9f0" -d '{"events": [{"server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "name": "network-vif-deleted", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:00:37.387501 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ff9ac8-291d-435d-84ff-3b61c7b62fb4 x-openstack-request-id: req-33ff9ac8-291d-435d-84ff-3b61c7b62fb4 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:00:37.387820 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e91795-2d15-4525-92be-213ee24c6cd5", "name": "network-vif-deleted", "tag": "68152383-58a1-4371-85dd-3cfb205fa8ae", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:00:37.388083 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33ff9ac8-291d-435d-84ff-3b61c7b62fb4 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:00:37.388505 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ff9ac8-291d-435d-84ff-3b61c7b62fb4'] response: {'server_uuid': 'd8e91795-2d15-4525-92be-213ee24c6cd5', 'name': 'network-vif-deleted', 'tag': '68152383-58a1-4371-85dd-3cfb205fa8ae', 'status': 'completed', 'code': 200} Apr 29 16:00:37.476466 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks [] for port (9af68416-e36a-4486-8d12-a32b69df9a82), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:37.652268 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:37.700168 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Network f058cd4b-718d-4bad-9467-3dd9359465a8 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:00:37.703583 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:00:37.715057 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 16:00:37.739604 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Pushing event updated for resources: {'Port': ['ID=9af68416-e36a-4486-8d12-a32b69df9a82,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:37.775773 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:37.781654 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:37.847472 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d1b536e0-1d19-45e1-b27c-02fdae2bd7b6 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1556289 Apr 29 16:00:37.860428 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Request body: {'port': {'device_id': '6f4dcdd6-5553-4295-8ddf-8024dff6db7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:00:37.920845 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:38.019007 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37dd5e-7c6a-458e-a2f0-6f7578cf6fc7 req-79f5ef2f-a35d-4610-b23b-e02e55eae576 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:38.020457 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9a37dd5e-7c6a-458e-a2f0-6f7578cf6fc7 req-79f5ef2f-a35d-4610-b23b-e02e55eae576 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 932 time: 0.0774133 Apr 29 16:00:38.148728 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9a37dd5e-7c6a-458e-a2f0-6f7578cf6fc7 req-c2056528-ad2b-4f5f-8738-eb8e6547b679 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212342 Apr 29 16:00:38.264468 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af68416-e36a-4486-8d12-a32b69df9a82 {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:00:38.273768 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Publish callbacks [] for port (9af68416-e36a-4486-8d12-a32b69df9a82), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:38.287023 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Transition to ACTIVE for port object 9af68416-e36a-4486-8d12-a32b69df9a82 will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 16:00:38.337965 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-49a20893-e109-424c-9b7b-149e4d7ab4c4 req-80bd41e2-04dc-4889-8d7e-acad149aa551 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8e91795-2d15-4525-92be-213ee24c6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0318854 Apr 29 16:00:38.370453 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:38.428212 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Pushing event updated for resources: {'Port': ['ID=9af68416-e36a-4486-8d12-a32b69df9a82,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:38.498751 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Attempting to bind port 9af68416-e36a-4486-8d12-a32b69df9a82 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 16:00:38.499121 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Attempting to bind port 9af68416-e36a-4486-8d12-a32b69df9a82 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '76886ede-3d9d-4808-838f-a3904669d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 16:00:38.499461 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Attempting to bind port 9af68416-e36a-4486-8d12-a32b69df9a82 on network f058cd4b-718d-4bad-9467-3dd9359465a8 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:00:38.504563 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Port 9af68416-e36a-4486-8d12-a32b69df9a82 on network f058cd4b-718d-4bad-9467-3dd9359465a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 16:00:38.504891 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Attempting to bind port 9af68416-e36a-4486-8d12-a32b69df9a82 on network f058cd4b-718d-4bad-9467-3dd9359465a8 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:00:38.509796 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 16:00:38.510137 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Checking segment: {'id': '76886ede-3d9d-4808-838f-a3904669d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 16:00:38.510523 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Bound using segment: {'id': '76886ede-3d9d-4808-838f-a3904669d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 16:00:38.510954 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Bound port: 9af68416-e36a-4486-8d12-a32b69df9a82, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76886ede-3d9d-4808-838f-a3904669d87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 16:00:38.511313 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:38.579546 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] For port 9af68416-e36a-4486-8d12-a32b69df9a82, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:00:38.583004 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] For port 9af68416-e36a-4486-8d12-a32b69df9a82, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9af68416-e36a-4486-8d12-a32b69df9a82,segment=NetworkSegment(76886ede-3d9d-4808-838f-a3904669d87c),segment_id=76886ede-3d9d-4808-838f-a3904669d87c)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:00:38.628053 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:38.678379 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:38.678990 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:38.680390 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] 10.222.0.37 "PUT /v2.0/ports/9af68416-e36a-4486-8d12-a32b69df9a82 HTTP/1.1" status: 200 len: 1094 time: 0.8247352 Apr 29 16:00:38.704950 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6292cba-5256-4e79-90b6-4b486b457708 service neutron] Pushing event updated for resources: {'Port': ['ID=9af68416-e36a-4486-8d12-a32b69df9a82,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:38.843083 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614d95f-313e-4325-97c9-3bf36df57225 req-21e868ab-bf06-4adc-a584-b99ace11d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:38.845123 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-21e868ab-bf06-4adc-a584-b99ace11d673 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a2e40848abb43b79fcff3139b3091e6&device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 1128 time: 0.0423992 Apr 29 16:00:38.888436 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-cca4c1b0-2a4b-464e-8758-e61b4db35a00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af68416-e36a-4486-8d12-a32b69df9a82 HTTP/1.1" status: 200 len: 217 time: 0.0367322 Apr 29 16:00:38.941683 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614d95f-313e-4325-97c9-3bf36df57225 req-fb6e08d9-b4d7-4fe5-b8e0-ce5b5223abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:38.943184 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-fb6e08d9-b4d7-4fe5-b8e0-ce5b5223abe7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13b515fb-aee9-4cf5-8a29-e2df9b0becba HTTP/1.1" status: 200 len: 848 time: 0.0488033 Apr 29 16:00:38.975466 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-d6c051d8-ca40-407f-895c-cb01c45b9774 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f058cd4b-718d-4bad-9467-3dd9359465a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259509 Apr 29 16:00:39.063907 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-2e1c3b3a-70b0-409e-94d1-26382afa7a67 service neutron] 10.222.0.37 "GET /v2.0/networks/f058cd4b-718d-4bad-9467-3dd9359465a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822909 Apr 29 16:00:39.163091 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a614d95f-313e-4325-97c9-3bf36df57225 req-f7c652e5-5f79-48a3-8d4b-90120bb4525b service neutron] 10.222.0.37 "GET /v2.0/networks/f058cd4b-718d-4bad-9467-3dd9359465a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923374 Apr 29 16:00:39.263347 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fb563-392e-4b58-bfc1-2e85561c28e1 req-f0cce485-d985-4d5f-99f0-2e59020f1eae tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:39.264831 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bd0fb563-392e-4b58-bfc1-2e85561c28e1 req-f0cce485-d985-4d5f-99f0-2e59020f1eae tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 944 time: 0.0477638 Apr 29 16:00:39.311555 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bd0fb563-392e-4b58-bfc1-2e85561c28e1 req-671cba9e-2370-4a84-b5f2-c87d6c0a0021 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Apr 29 16:00:39.389490 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4dcdd6-5553-4295-8ddf-8024dff6db7a', 'tag': '9af68416-e36a-4486-8d12-a32b69df9a82'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:39.392476 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86749f57-5303-4ce1-8ae5-193b0c133b77" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4dcdd6-5553-4295-8ddf-8024dff6db7a", "tag": "9af68416-e36a-4486-8d12-a32b69df9a82"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:00:39.393910 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34664) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:39.401951 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 68152383-58a1-4371-85dd-3cfb205fa8ae no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:00:39.429248 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: 68152383-58a1-4371-85dd-3cfb205fa8ae {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:00:39.429802 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 68152383-58a1-4371-85dd-3cfb205fa8ae not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:00:39.430400 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee0707-f64b-44a8-86c3-fc663e32f53d x-openstack-request-id: req-90ee0707-f64b-44a8-86c3-fc663e32f53d {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:00:39.431487 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4dcdd6-5553-4295-8ddf-8024dff6db7a", "tag": "9af68416-e36a-4486-8d12-a32b69df9a82", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:00:39.431793 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90ee0707-f64b-44a8-86c3-fc663e32f53d {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:00:39.432198 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ee0707-f64b-44a8-86c3-fc663e32f53d'] response: {'name': 'network-changed', 'server_uuid': '6f4dcdd6-5553-4295-8ddf-8024dff6db7a', 'tag': '9af68416-e36a-4486-8d12-a32b69df9a82', 'status': 'completed', 'code': 200} Apr 29 16:00:39.458560 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4f4c-bcb5-4407-b6c7-6b1be2e8c6e1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group (0b8c08db-9a78-452c-b76d-a09df1d4ce2d), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:39.484030 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4f4c-bcb5-4407-b6c7-6b1be2e8c6e1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group (0b8c08db-9a78-452c-b76d-a09df1d4ce2d), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:39.604315 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4f4c-bcb5-4407-b6c7-6b1be2e8c6e1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (0b8c08db-9a78-452c-b76d-a09df1d4ce2d), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:39.606819 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4f4c-bcb5-4407-b6c7-6b1be2e8c6e1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:39.607999 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-0cdd4f4c-bcb5-4407-b6c7-6b1be2e8c6e1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] 10.222.0.23 "DELETE /v2.0/security-groups/0b8c08db-9a78-452c-b76d-a09df1d4ce2d HTTP/1.1" status: 204 len: 168 time: 0.2130876 Apr 29 16:00:39.617575 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd4f4c-bcb5-4407-b6c7-6b1be2e8c6e1 tempest-TestShelveInstance-154415274 tempest-TestShelveInstance-154415274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8c08db-9a78-452c-b76d-a09df1d4ce2d,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:39.704972 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34670) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:40.070958 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86749f57-5303-4ce1-8ae5-193b0c133b77 req-ca1bdc7d-8a2e-460f-9f5e-fd0b89b8a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:40.072585 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-86749f57-5303-4ce1-8ae5-193b0c133b77 req-ca1bdc7d-8a2e-460f-9f5e-fd0b89b8a293 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a2e40848abb43b79fcff3139b3091e6&device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 1128 time: 0.0655711 Apr 29 16:00:40.168755 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1d48-503e-456d-8079-ff0bb44e08d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739361'] for router_interface (2a00844d-56d4-4847-85b4-2e3eececab72), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:40.241602 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86749f57-5303-4ce1-8ae5-193b0c133b77 req-51644155-07df-4aca-adfa-a62dfe7ee6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:40.243061 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-86749f57-5303-4ce1-8ae5-193b0c133b77 req-51644155-07df-4aca-adfa-a62dfe7ee6f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f058cd4b-718d-4bad-9467-3dd9359465a8 HTTP/1.1" status: 200 len: 909 time: 0.1634946 Apr 29 16:00:40.308284 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-86749f57-5303-4ce1-8ae5-193b0c133b77 req-3d17e314-dc20-4c80-97e5-7edbf22ed094 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af68416-e36a-4486-8d12-a32b69df9a82 HTTP/1.1" status: 200 len: 217 time: 0.0366950 Apr 29 16:00:40.447470 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86749f57-5303-4ce1-8ae5-193b0c133b77 req-285c6945-746d-4a2b-b2ee-ec5ab591e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:40.448976 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-86749f57-5303-4ce1-8ae5-193b0c133b77 req-285c6945-746d-4a2b-b2ee-ec5ab591e571 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13b515fb-aee9-4cf5-8a29-e2df9b0becba HTTP/1.1" status: 200 len: 848 time: 0.1324270 Apr 29 16:00:40.460618 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d8089-ed7f-40a8-9127-ebe957730de3 req-6b99779d-b18d-4990-93c3-7cb98bbdf2e1 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:40.461978 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-518d8089-ed7f-40a8-9127-ebe957730de3 req-6b99779d-b18d-4990-93c3-7cb98bbdf2e1 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 944 time: 0.0811889 Apr 29 16:00:40.509603 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-86749f57-5303-4ce1-8ae5-193b0c133b77 req-6962992b-bad1-49ab-9e7f-01202d7b84aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f058cd4b-718d-4bad-9467-3dd9359465a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466943 Apr 29 16:00:40.889344 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-518d8089-ed7f-40a8-9127-ebe957730de3 req-2542365a-30ed-4299-948f-390dd1eccbfd tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151621 Apr 29 16:00:40.937099 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d1d48-503e-456d-8079-ff0bb44e08d1 admin admin] Deleting port f356984d-7ca8-4953-ab35-654214b59af0 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:00:40.937477 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1d48-503e-456d-8079-ff0bb44e08d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (f356984d-7ca8-4953-ab35-654214b59af0), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:40.959933 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-86749f57-5303-4ce1-8ae5-193b0c133b77 req-c66a24ed-1f7e-49e0-bc26-686b751da1ee service neutron] 10.222.0.37 "GET /v2.0/networks/f058cd4b-718d-4bad-9467-3dd9359465a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554565 Apr 29 16:00:41.093038 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-eb6d1d48-503e-456d-8079-ff0bb44e08d1 admin admin] For port f356984d-7ca8-4953-ab35-654214b59af0, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f356984d-7ca8-4953-ab35-654214b59af0,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:41.093751 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1d48-503e-456d-8079-ff0bb44e08d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (f356984d-7ca8-4953-ab35-654214b59af0), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:41.114893 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d1d48-503e-456d-8079-ff0bb44e08d1 admin admin] Calling delete_port for f356984d-7ca8-4953-ab35-654214b59af0 owned by network:router_interface {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:00:41.120430 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-86749f57-5303-4ce1-8ae5-193b0c133b77 req-dcbd7087-f354-415a-96c4-85b713f0e537 service neutron] 10.222.0.37 "GET /v2.0/networks/f058cd4b-718d-4bad-9467-3dd9359465a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539626 Apr 29 16:00:41.381500 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1d48-503e-456d-8079-ff0bb44e08d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (f356984d-7ca8-4953-ab35-654214b59af0), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:41.402600 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 9af68416-e36a-4486-8d12-a32b69df9a82 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 16:00:41.408013 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d1d48-503e-456d-8079-ff0bb44e08d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f356984d-7ca8-4953-ab35-654214b59af0,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:41.517262 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 9af68416-e36a-4486-8d12-a32b69df9a82, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9af68416-e36a-4486-8d12-a32b69df9a82,segment=NetworkSegment(76886ede-3d9d-4808-838f-a3904669d87c),segment_id=76886ede-3d9d-4808-838f-a3904669d87c)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:41.530170 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': '9af68416-e36a-4486-8d12-a32b69df9a82', 'network_id': 'f058cd4b-718d-4bad-9467-3dd9359465a8', 'port_id': '9af68416-e36a-4486-8d12-a32b69df9a82', 'mac_address': 'fa:16:3e:e5:00:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b515fb-aee9-4cf5-8a29-e2df9b0becba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 16:00:41.573758 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 9af68416-e36a-4486-8d12-a32b69df9a82 is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:00:41.574149 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:41.586066 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1d48-503e-456d-8079-ff0bb44e08d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739469'] for router_interface (2a00844d-56d4-4847-85b4-2e3eececab72), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:41.588078 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af68416-e36a-4486-8d12-a32b69df9a82 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:00:41.612812 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 9af68416-e36a-4486-8d12-a32b69df9a82, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9af68416-e36a-4486-8d12-a32b69df9a82,segment=NetworkSegment(76886ede-3d9d-4808-838f-a3904669d87c),segment_id=76886ede-3d9d-4808-838f-a3904669d87c)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:41.696097 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:41.743999 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=9af68416-e36a-4486-8d12-a32b69df9a82,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:41.752085 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.752433 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.752772 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.753111 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.753442 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.753770 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.754098 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.754431 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.754751 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.755071 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.755392 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.755820 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.756147 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.756472 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.756788 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:41.811394 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6d1d48-503e-456d-8079-ff0bb44e08d1 admin admin] Router 2a00844d-56d4-4847-85b4-2e3eececab72 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:00:41.921391 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6d1d48-503e-456d-8079-ff0bb44e08d1 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:00:41.927189 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-eb6d1d48-503e-456d-8079-ff0bb44e08d1 admin admin] 10.222.0.23 "PUT /v2.0/routers/2a00844d-56d4-4847-85b4-2e3eececab72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2211862 Apr 29 16:00:41.929777 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34678) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:41.932063 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['9af68416-e36a-4486-8d12-a32b69df9a82'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 16:00:41.932226 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc19876-8fc4-4d94-95f0-c3a4e547285e None None] Sync routers for ids ['2a00844d-56d4-4847-85b4-2e3eececab72'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:00:41.945751 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc19876-8fc4-4d94-95f0-c3a4e547285e None None] Routers {'2a00844d-56d4-4847-85b4-2e3eececab72'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:00:41.946897 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-2fc19876-8fc4-4d94-95f0-c3a4e547285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:00:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['2a00844d-56d4-4847-85b4-2e3eececab72'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:42.029580 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb5e76-e8f0-4432-b09a-15ae449de0f3 req-272ff902-9588-487e-a69a-a081a4802bd9 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:42.031583 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-effb5e76-e8f0-4432-b09a-15ae449de0f3 req-272ff902-9588-487e-a69a-a081a4802bd9 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 945 time: 0.0591552 Apr 29 16:00:42.076350 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-2fc19876-8fc4-4d94-95f0-c3a4e547285e None None] Set router 2a00844d-56d4-4847-85b4-2e3eececab72 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:00:42.109045 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Publish callbacks [] for router (2a00844d-56d4-4847-85b4-2e3eececab72), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:42.153270 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-effb5e76-e8f0-4432-b09a-15ae449de0f3 req-3bd13a61-4be5-48fc-a82e-52264bb0eeca tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884345 Apr 29 16:00:42.227296 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Publish callbacks [] for router_gateway (2a00844d-56d4-4847-85b4-2e3eececab72), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:42.247813 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-2fc19876-8fc4-4d94-95f0-c3a4e547285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T16:00:41Z', 'revision_number': 5, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:42.278937 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc19876-8fc4-4d94-95f0-c3a4e547285e None None] Checking router: 2a00844d-56d4-4847-85b4-2e3eececab72 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:00:42.287940 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc19876-8fc4-4d94-95f0-c3a4e547285e None None] Routers {'2a00844d-56d4-4847-85b4-2e3eececab72'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:00:42.288707 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-2fc19876-8fc4-4d94-95f0-c3a4e547285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:00:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['2a00844d-56d4-4847-85b4-2e3eececab72'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:42.354147 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Deleting port f479becc-d7b6-475c-a1d9-73879717c64e {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:00:42.354488 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (f479becc-d7b6-475c-a1d9-73879717c64e), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:42.396774 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-2fc19876-8fc4-4d94-95f0-c3a4e547285e None None] Set router 2a00844d-56d4-4847-85b4-2e3eececab72 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:00:42.435682 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] For port f479becc-d7b6-475c-a1d9-73879717c64e, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=f479becc-d7b6-475c-a1d9-73879717c64e,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:42.436072 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (f479becc-d7b6-475c-a1d9-73879717c64e), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:42.448885 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Calling delete_port for f479becc-d7b6-475c-a1d9-73879717c64e owned by network:router_gateway {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:00:42.658890 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-2fc19876-8fc4-4d94-95f0-c3a4e547285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T16:00:41Z', 'revision_number': 5, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:42.685427 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc19876-8fc4-4d94-95f0-c3a4e547285e None None] The sync data for ids ['2a00844d-56d4-4847-85b4-2e3eececab72'] in dv-cinder-839872-2-iscsi is: [{'id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'name': 'tempest-TestShelveInstance-1912422412-router', 'tenant_id': 'b4693e270f27493883490ba1b9ae2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:30Z', 'updated_at': '2022-04-29T16:00:41Z', 'revision_number': 5, 'project_id': 'b4693e270f27493883490ba1b9ae2779', 'gw_port': {'id': 'f479becc-d7b6-475c-a1d9-73879717c64e', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a00844d-56d4-4847-85b4-2e3eececab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:32Z', 'updated_at': '2022-04-29T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:00:42.713810 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (f479becc-d7b6-475c-a1d9-73879717c64e), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:42.740048 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Pushing event deleted for resources: {'Port': ['ID=f479becc-d7b6-475c-a1d9-73879717c64e,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:42.768155 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.772025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.772025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.772025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.772025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.772025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.772025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.772025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.772025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.772025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.772025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.772025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.772025 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.773114 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.773114 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:42.810627 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640487'] for router_gateway (2a00844d-56d4-4847-85b4-2e3eececab72), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:42.902317 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-766812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6456'] for router (2a00844d-56d4-4847-85b4-2e3eececab72), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:42.904379 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Publish callbacks [] for router_controller (2a00844d-56d4-4847-85b4-2e3eececab72), precommit_delete_associations {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.073159 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-766789'] for router (2a00844d-56d4-4847-85b4-2e3eececab72), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.073954 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a00844d-56d4-4847-85b4-2e3eececab72 {{(pid=110324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:00:43.083608 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.083608 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-2ecdedc6-dfa7-4abb-bb84-a8deff6e7606 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2a00844d-56d4-4847-85b4-2e3eececab72 HTTP/1.1" status: 204 len: 168 time: 1.1495891 Apr 29 16:00:43.083938 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34680) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:43.130546 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_v2 [None req-199e51dd-d197-4ac4-8a08-7bf37b9b1ea0 admin admin] Deleting subnet 16b9d5f5-7a55-46ef-976e-25708021eaba {{(pid=110323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 16:00:43.133874 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-199e51dd-d197-4ac4-8a08-7bf37b9b1ea0 admin admin] Publish callbacks [] for subnet (16b9d5f5-7a55-46ef-976e-25708021eaba), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.171145 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-199e51dd-d197-4ac4-8a08-7bf37b9b1ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9764145'] for subnet (16b9d5f5-7a55-46ef-976e-25708021eaba), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.251743 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-199e51dd-d197-4ac4-8a08-7bf37b9b1ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (16b9d5f5-7a55-46ef-976e-25708021eaba), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.276936 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb2872-e3b5-4000-a2a0-70506a3f813f req-55198854-19e3-4000-bb64-c84f2c44e456 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:43.278747 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5bb2872-e3b5-4000-a2a0-70506a3f813f req-55198854-19e3-4000-bb64-c84f2c44e456 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 945 time: 0.0561991 Apr 29 16:00:43.334468 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b5bb2872-e3b5-4000-a2a0-70506a3f813f req-45ec72c2-989b-4945-bf39-a2a1d9d2a50f tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488486 Apr 29 16:00:43.405415 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-199e51dd-d197-4ac4-8a08-7bf37b9b1ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8682797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8453621'] for subnet (16b9d5f5-7a55-46ef-976e-25708021eaba), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.423246 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 9af68416-e36a-4486-8d12-a32b69df9a82 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 16:00:43.430096 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e51dd-d197-4ac4-8a08-7bf37b9b1ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b9d5f5-7a55-46ef-976e-25708021eaba,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:43.436005 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-199e51dd-d197-4ac4-8a08-7bf37b9b1ea0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.439639 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-199e51dd-d197-4ac4-8a08-7bf37b9b1ea0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/16b9d5f5-7a55-46ef-976e-25708021eaba HTTP/1.1" status: 204 len: 168 time: 0.3554595 Apr 29 16:00:43.442082 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34684) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:43.446931 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc78f35b-a7bd-4e5a-a69b-1eede1126fe3 None None] Network 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 16:00:43.513618 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (53cc63b6-8e80-48b3-871a-7feb87a8dcd5), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.543690 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port 9af68416-e36a-4486-8d12-a32b69df9a82 completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 16:00:43.564090 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Deleting port 8d605930-e6dd-409c-b1ab-4d5b07af421c {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:00:43.564090 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.610653 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port 9af68416-e36a-4486-8d12-a32b69df9a82 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:00:43.611026 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.627589 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] For port 8d605930-e6dd-409c-b1ab-4d5b07af421c, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=8d605930-e6dd-409c-b1ab-4d5b07af421c,segment=NetworkSegment(1e2701d0-a617-43f2-b1d7-9e9fe1422b25),segment_id=1e2701d0-a617-43f2-b1d7-9e9fe1422b25)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:43.627991 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.642012 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Calling delete_port for 8d605930-e6dd-409c-b1ab-4d5b07af421c owned by network:dhcp {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:00:43.697029 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 9af68416-e36a-4486-8d12-a32b69df9a82 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:00:43.697419 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.728021 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40886f2-b526-4550-ab27-cb739e75d7dd None None] DHCP port deletion for 53cc63b6-8e80-48b3-871a-7feb87a8dcd5 request from dv-cinder-839872-2-iscsi {{(pid=110325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 16:00:43.742290 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4dcdd6-5553-4295-8ddf-8024dff6db7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af68416-e36a-4486-8d12-a32b69df9a82'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:43.744558 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e34036-a44d-4973-8313-62a04f241d3e" -d '{"events": [{"server_uuid": "6f4dcdd6-5553-4295-8ddf-8024dff6db7a", "name": "network-vif-plugged", "status": "completed", "tag": "9af68416-e36a-4486-8d12-a32b69df9a82"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:00:43.764705 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f356984d-7ca8-4953-ab35-654214b59af0 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:00:43.782522 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.787348 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 9af68416-e36a-4486-8d12-a32b69df9a82, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9af68416-e36a-4486-8d12-a32b69df9a82,segment=NetworkSegment(76886ede-3d9d-4808-838f-a3904669d87c),segment_id=76886ede-3d9d-4808-838f-a3904669d87c)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:43.789762 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769e9bdc-1c70-4102-b6d7-39df5b712eb0 x-openstack-request-id: req-769e9bdc-1c70-4102-b6d7-39df5b712eb0 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:00:43.793323 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4dcdd6-5553-4295-8ddf-8024dff6db7a", "name": "network-vif-plugged", "status": "completed", "tag": "9af68416-e36a-4486-8d12-a32b69df9a82", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:00:43.793323 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-769e9bdc-1c70-4102-b6d7-39df5b712eb0 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:00:43.793323 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-769e9bdc-1c70-4102-b6d7-39df5b712eb0'] response: {'server_uuid': '6f4dcdd6-5553-4295-8ddf-8024dff6db7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af68416-e36a-4486-8d12-a32b69df9a82', 'code': 200} Apr 29 16:00:43.809804 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d605930-e6dd-409c-b1ab-4d5b07af421c,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:43.813969 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: f356984d-7ca8-4953-ab35-654214b59af0 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:00:43.814321 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f356984d-7ca8-4953-ab35-654214b59af0 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:00:43.820419 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] No DVR routers for this DVR port 8d605930-e6dd-409c-b1ab-4d5b07af421c on host dv-cinder-839872-2-iscsi {{(pid=110323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:00:43.827382 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-d40886f2-b526-4550-ab27-cb739e75d7dd None None] Deleting port 8d605930-e6dd-409c-b1ab-4d5b07af421c {{(pid=110325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:00:43.828865 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d40886f2-b526-4550-ab27-cb739e75d7dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), before_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.883969 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.898290 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (53cc63b6-8e80-48b3-871a-7feb87a8dcd5), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.915694 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-d40886f2-b526-4550-ab27-cb739e75d7dd None None] For port 8d605930-e6dd-409c-b1ab-4d5b07af421c, host dv-cinder-839872-2-iscsi, got binding levels [] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:43.916116 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d40886f2-b526-4550-ab27-cb739e75d7dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), precommit_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.926325 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cc63b6-8e80-48b3-871a-7feb87a8dcd5']}} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:43.935766 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2701d0-a617-43f2-b1d7-9e9fe1422b25') {'for_net_delete': True} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:43.935996 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2701d0-a617-43f2-b1d7-9e9fe1422b25') {} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:43.938554 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-d40886f2-b526-4550-ab27-cb739e75d7dd None None] Calling delete_port for 8d605930-e6dd-409c-b1ab-4d5b07af421c owned by network:dhcp {{(pid=110325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:00:43.944937 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.ipam_backend_mixin [None req-d40886f2-b526-4550-ab27-cb739e75d7dd None None] Port 8d605930-e6dd-409c-b1ab-4d5b07af421c was not found and therefore no delete operation was performed {{(pid=110325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 29 16:00:43.946175 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9764136'] for segment (1e2701d0-a617-43f2-b1d7-9e9fe1422b25), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.948303 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d40886f2-b526-4550-ab27-cb739e75d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871'] for port (8d605930-e6dd-409c-b1ab-4d5b07af421c), after_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.961068 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (1e2701d0-a617-43f2-b1d7-9e9fe1422b25), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.967120 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=110323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:00:43.968117 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8618955'] for segment (1e2701d0-a617-43f2-b1d7-9e9fe1422b25), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:43.968286 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=9af68416-e36a-4486-8d12-a32b69df9a82,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: Traceback (most recent call last): Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: timer() Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: cb(*args, **kw) Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: return func(*args, **kwargs) Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: self._notify() Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: self.callback(batched_events) Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: event.method(event) Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: return f(self, *a, **k) Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._get(url).json() Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: return self.request(url, 'GET', **kwargs) Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:00:43.970318 dv-cinder-839872-2-iscsi neutron-server[110323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:00:43.973116 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40886f2-b526-4550-ab27-cb739e75d7dd None None] No DVR routers for this DVR port 8d605930-e6dd-409c-b1ab-4d5b07af421c on host dv-cinder-839872-2-iscsi {{(pid=110325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:00:43.996507 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40886f2-b526-4550-ab27-cb739e75d7dd None None] Pushing event deleted for resources: {'Port': ['ID=8d605930-e6dd-409c-b1ab-4d5b07af421c,revision_number=None']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:44.067420 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (53cc63b6-8e80-48b3-871a-7feb87a8dcd5), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:44.073642 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:44.076790 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] 10.222.0.23 "DELETE /v2.0/networks/53cc63b6-8e80-48b3-871a-7feb87a8dcd5 HTTP/1.1" status: 204 len: 168 time: 0.6336174 Apr 29 16:00:44.080504 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34688) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:44.087203 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8d6c1-3aa5-4836-aa5d-32b481af570a admin admin] Pushing event deleted for resources: {'Network': ['ID=53cc63b6-8e80-48b3-871a-7feb87a8dcd5,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:44.127847 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83191941-a17f-4927-ad33-d86bf6640376 req-27737705-ec03-4874-a725-dc29f1b9e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:44.129334 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-83191941-a17f-4927-ad33-d86bf6640376 req-27737705-ec03-4874-a725-dc29f1b9e9ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 1130 time: 0.0824099 Apr 29 16:00:44.220195 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-83191941-a17f-4927-ad33-d86bf6640376 req-c1db04d4-4233-4713-9a36-e1a40c77d617 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831707 Apr 29 16:00:44.742723 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-51d5802a-86ca-4d52-a892-d55ed285edb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739361'] for router_interface (b6a39456-12c4-4432-a835-582c4f4adc9b), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:44.750379 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b1e81-9389-4423-b9ca-7cee179cc40e req-c0566387-eaa6-4ef7-9045-ecceb4de05f7 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:44.751977 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cd3b1e81-9389-4423-b9ca-7cee179cc40e req-c0566387-eaa6-4ef7-9045-ecceb4de05f7 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 946 time: 0.3487062 Apr 29 16:00:44.816111 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:44.878148 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cd3b1e81-9389-4423-b9ca-7cee179cc40e req-361c9914-261a-4d3c-8db2-c2c485826de5 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934889 Apr 29 16:00:45.027057 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-51d5802a-86ca-4d52-a892-d55ed285edb6 admin admin] Deleting port 759eb855-fbd8-43f9-9d35-13e4548e3940 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:00:45.027399 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-51d5802a-86ca-4d52-a892-d55ed285edb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:45.107778 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-6b72e998-1f77-436c-898d-e79dfd1f24a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:45.114360 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-51d5802a-86ca-4d52-a892-d55ed285edb6 admin admin] For port 759eb855-fbd8-43f9-9d35-13e4548e3940, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=759eb855-fbd8-43f9-9d35-13e4548e3940,segment=NetworkSegment(e10d6566-3879-497c-9a10-7dd61a3567f0),segment_id=e10d6566-3879-497c-9a10-7dd61a3567f0)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:45.114986 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-51d5802a-86ca-4d52-a892-d55ed285edb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:45.129397 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-51d5802a-86ca-4d52-a892-d55ed285edb6 admin admin] Calling delete_port for 759eb855-fbd8-43f9-9d35-13e4548e3940 owned by network:router_interface {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:00:45.369739 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f479becc-d7b6-475c-a1d9-73879717c64e no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:00:45.376237 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-51d5802a-86ca-4d52-a892-d55ed285edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (759eb855-fbd8-43f9-9d35-13e4548e3940), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:45.389936 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: f479becc-d7b6-475c-a1d9-73879717c64e {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:00:45.390822 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device f479becc-d7b6-475c-a1d9-73879717c64e not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:00:45.398210 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 8d605930-e6dd-409c-b1ab-4d5b07af421c no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:00:45.407072 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5802a-86ca-4d52-a892-d55ed285edb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=759eb855-fbd8-43f9-9d35-13e4548e3940,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:45.410806 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 8d605930-e6dd-409c-b1ab-4d5b07af421c {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:00:45.411154 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 8d605930-e6dd-409c-b1ab-4d5b07af421c not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:00:45.576635 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-51d5802a-86ca-4d52-a892-d55ed285edb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739469'] for router_interface (b6a39456-12c4-4432-a835-582c4f4adc9b), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:45.802754 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d5802a-86ca-4d52-a892-d55ed285edb6 admin admin] Router b6a39456-12c4-4432-a835-582c4f4adc9b has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:00:45.915934 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d5802a-86ca-4d52-a892-d55ed285edb6 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:00:45.924463 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34694) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:45.925000 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-51d5802a-86ca-4d52-a892-d55ed285edb6 admin admin] 10.222.0.23 "PUT /v2.0/routers/b6a39456-12c4-4432-a835-582c4f4adc9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8425744 Apr 29 16:00:45.926945 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc445a5-8679-44de-8b75-b6eb776596a6 None None] Sync routers for ids ['b6a39456-12c4-4432-a835-582c4f4adc9b'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:00:45.937939 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc445a5-8679-44de-8b75-b6eb776596a6 None None] Routers {'b6a39456-12c4-4432-a835-582c4f4adc9b'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:00:45.938731 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5cc445a5-8679-44de-8b75-b6eb776596a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:00:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['b6a39456-12c4-4432-a835-582c4f4adc9b'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:46.016238 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98630dbf-db81-480d-adc7-a6b11bd4b8b8 req-9a92ffd5-86c3-4d0b-a861-bf79cf03b2f9 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:46.017847 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-98630dbf-db81-480d-adc7-a6b11bd4b8b8 req-9a92ffd5-86c3-4d0b-a861-bf79cf03b2f9 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 946 time: 0.0640256 Apr 29 16:00:46.052779 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Publish callbacks [] for router (b6a39456-12c4-4432-a835-582c4f4adc9b), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:46.067562 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-98630dbf-db81-480d-adc7-a6b11bd4b8b8 req-ea6f129a-315f-4f22-8fb8-805964e359be tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432882 Apr 29 16:00:46.067858 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-5cc445a5-8679-44de-8b75-b6eb776596a6 None None] Set router b6a39456-12c4-4432-a835-582c4f4adc9b gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:00:46.171833 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Publish callbacks [] for router_gateway (b6a39456-12c4-4432-a835-582c4f4adc9b), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:46.243100 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5cc445a5-8679-44de-8b75-b6eb776596a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'name': 'tempest-TestShelveInstance-636216490-router', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:45Z', 'updated_at': '2022-04-29T16:00:45Z', 'revision_number': 5, 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'gw_port': {'id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:46Z', 'updated_at': '2022-04-29T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:46.269491 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc445a5-8679-44de-8b75-b6eb776596a6 None None] Checking router: b6a39456-12c4-4432-a835-582c4f4adc9b for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:00:46.277972 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc445a5-8679-44de-8b75-b6eb776596a6 None None] Routers {'b6a39456-12c4-4432-a835-582c4f4adc9b'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:00:46.278638 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5cc445a5-8679-44de-8b75-b6eb776596a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:00:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['b6a39456-12c4-4432-a835-582c4f4adc9b'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:46.343760 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Deleting port 2414de60-bf37-4c47-b7be-460c0b218e9f {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:00:46.344102 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:46.388535 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-5cc445a5-8679-44de-8b75-b6eb776596a6 None None] Set router b6a39456-12c4-4432-a835-582c4f4adc9b gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:00:46.426786 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] For port 2414de60-bf37-4c47-b7be-460c0b218e9f, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=2414de60-bf37-4c47-b7be-460c0b218e9f,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:46.427228 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:46.440831 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Calling delete_port for 2414de60-bf37-4c47-b7be-460c0b218e9f owned by network:router_gateway {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:00:46.582456 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-5cc445a5-8679-44de-8b75-b6eb776596a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'name': 'tempest-TestShelveInstance-636216490-router', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:45Z', 'updated_at': '2022-04-29T16:00:45Z', 'revision_number': 5, 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'gw_port': {'id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:46Z', 'updated_at': '2022-04-29T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:46.610635 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc445a5-8679-44de-8b75-b6eb776596a6 None None] The sync data for ids ['b6a39456-12c4-4432-a835-582c4f4adc9b'] in dv-cinder-839872-2-iscsi is: [{'id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'name': 'tempest-TestShelveInstance-636216490-router', 'tenant_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:53:45Z', 'updated_at': '2022-04-29T16:00:45Z', 'revision_number': 5, 'project_id': 'c93a586251df4e4fabaa6af4fdabdb4b', 'gw_port': {'id': '2414de60-bf37-4c47-b7be-460c0b218e9f', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a39456-12c4-4432-a835-582c4f4adc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:53:46Z', 'updated_at': '2022-04-29T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:00:46.690734 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (2414de60-bf37-4c47-b7be-460c0b218e9f), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:46.717732 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Pushing event deleted for resources: {'Port': ['ID=2414de60-bf37-4c47-b7be-460c0b218e9f,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:46.778078 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640487'] for router_gateway (b6a39456-12c4-4432-a835-582c4f4adc9b), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:46.874301 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-766812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6456'] for router (b6a39456-12c4-4432-a835-582c4f4adc9b), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:46.876776 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Publish callbacks [] for router_controller (b6a39456-12c4-4432-a835-582c4f4adc9b), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.056343 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-766789'] for router (b6a39456-12c4-4432-a835-582c4f4adc9b), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.057004 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6a39456-12c4-4432-a835-582c4f4adc9b {{(pid=110323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:00:47.065566 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.065566 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-7b096f75-e20b-4d70-919f-a00c95cfc86d admin admin] 10.222.0.23 "DELETE /v2.0/routers/b6a39456-12c4-4432-a835-582c4f4adc9b HTTP/1.1" status: 204 len: 168 time: 1.1381333 Apr 29 16:00:47.066454 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34710) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:47.122092 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb970e5-1578-49b0-a45b-cc6bff69f386 admin admin] Deleting subnet 5e58c890-1d42-4ec8-9469-548f3dce86e2 {{(pid=110324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 16:00:47.129274 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdb970e5-1578-49b0-a45b-cc6bff69f386 admin admin] Publish callbacks [] for subnet (5e58c890-1d42-4ec8-9469-548f3dce86e2), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.169512 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdb970e5-1578-49b0-a45b-cc6bff69f386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220837'] for subnet (5e58c890-1d42-4ec8-9469-548f3dce86e2), precommit_delete_associations {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.250493 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdb970e5-1578-49b0-a45b-cc6bff69f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (5e58c890-1d42-4ec8-9469-548f3dce86e2), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.416429 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-3252f214-eea6-4278-b8f9-cc180d0aa7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.417396 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdb970e5-1578-49b0-a45b-cc6bff69f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8484352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430460'] for subnet (5e58c890-1d42-4ec8-9469-548f3dce86e2), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.443943 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb970e5-1578-49b0-a45b-cc6bff69f386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e58c890-1d42-4ec8-9469-548f3dce86e2,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:47.447572 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-cdb970e5-1578-49b0-a45b-cc6bff69f386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.450776 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-cdb970e5-1578-49b0-a45b-cc6bff69f386 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5e58c890-1d42-4ec8-9469-548f3dce86e2 HTTP/1.1" status: 204 len: 168 time: 0.3833153 Apr 29 16:00:47.454738 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34712) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:47.465034 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2fe97-8642-4273-9250-ffe937dd4157 None None] Network e56f1705-97e6-4b82-94fc-189ab650159d requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 16:00:47.561183 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (e56f1705-97e6-4b82-94fc-189ab650159d), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.586716 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702c6d0-ac7a-4452-9ed2-caf50b61479b req-c244d48d-6730-4f6d-87ce-fefbbec8a729 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:47.588380 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f702c6d0-ac7a-4452-9ed2-caf50b61479b req-c244d48d-6730-4f6d-87ce-fefbbec8a729 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 946 time: 0.0687048 Apr 29 16:00:47.614250 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af64a3-9d7e-46d8-8461-4092f3ec3b4b None None] DHCP port deletion for e56f1705-97e6-4b82-94fc-189ab650159d request from dv-cinder-839872-2-iscsi {{(pid=110325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 16:00:47.656690 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Deleting port 71a8f26e-ac23-4349-9d91-e7646c42765d {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:00:47.657023 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.679703 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-38af64a3-9d7e-46d8-8461-4092f3ec3b4b None None] Deleting port 71a8f26e-ac23-4349-9d91-e7646c42765d {{(pid=110325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:00:47.680427 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-38af64a3-9d7e-46d8-8461-4092f3ec3b4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), before_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.697843 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 2414de60-bf37-4c47-b7be-460c0b218e9f no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:00:47.698540 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f702c6d0-ac7a-4452-9ed2-caf50b61479b req-6417b42a-60bb-4f53-993a-8265c4d9f706 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872409 Apr 29 16:00:47.730268 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 2414de60-bf37-4c47-b7be-460c0b218e9f {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:00:47.730523 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 2414de60-bf37-4c47-b7be-460c0b218e9f not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:00:47.730937 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 71a8f26e-ac23-4349-9d91-e7646c42765d no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:00:47.742022 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] For port 71a8f26e-ac23-4349-9d91-e7646c42765d, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=71a8f26e-ac23-4349-9d91-e7646c42765d,segment=NetworkSegment(e10d6566-3879-497c-9a10-7dd61a3567f0),segment_id=e10d6566-3879-497c-9a10-7dd61a3567f0)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:47.742391 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.756106 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Calling delete_port for 71a8f26e-ac23-4349-9d91-e7646c42765d owned by network:dhcp {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:00:47.924945 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.927577 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-38af64a3-9d7e-46d8-8461-4092f3ec3b4b None None] For port 71a8f26e-ac23-4349-9d91-e7646c42765d, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=71a8f26e-ac23-4349-9d91-e7646c42765d,segment=NetworkSegment(e10d6566-3879-497c-9a10-7dd61a3567f0),segment_id=e10d6566-3879-497c-9a10-7dd61a3567f0)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:47.928001 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-38af64a3-9d7e-46d8-8461-4092f3ec3b4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), precommit_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:47.943544 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-38af64a3-9d7e-46d8-8461-4092f3ec3b4b None None] Calling delete_port for 71a8f26e-ac23-4349-9d91-e7646c42765d owned by network:dhcp {{(pid=110325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:00:47.949095 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No active binding found for port 71a8f26e-ac23-4349-9d91-e7646c42765d {{(pid=110325) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 29 16:00:47.949462 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] The host dv-cinder-839872-2-iscsi is not matching for port 71a8f26e-ac23-4349-9d91-e7646c42765d host None! {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 29 16:00:47.949844 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 71a8f26e-ac23-4349-9d91-e7646c42765d not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:00:47.950254 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 759eb855-fbd8-43f9-9d35-13e4548e3940 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:00:47.950935 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a8f26e-ac23-4349-9d91-e7646c42765d,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:47.955525 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] No DVR routers for this DVR port 71a8f26e-ac23-4349-9d91-e7646c42765d on host dv-cinder-839872-2-iscsi {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:00:47.976484 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 759eb855-fbd8-43f9-9d35-13e4548e3940 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:00:47.976484 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 759eb855-fbd8-43f9-9d35-13e4548e3940 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:00:48.029673 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (e56f1705-97e6-4b82-94fc-189ab650159d), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:48.047150 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-38af64a3-9d7e-46d8-8461-4092f3ec3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871'] for port (71a8f26e-ac23-4349-9d91-e7646c42765d), after_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:48.050988 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56f1705-97e6-4b82-94fc-189ab650159d']}} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:48.060760 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10d6566-3879-497c-9a10-7dd61a3567f0') {'for_net_delete': True} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:48.061092 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10d6566-3879-497c-9a10-7dd61a3567f0') {} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:48.071273 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220860'] for segment (e10d6566-3879-497c-9a10-7dd61a3567f0), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:48.072256 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af64a3-9d7e-46d8-8461-4092f3ec3b4b None None] Pushing event deleted for resources: {'Port': ['ID=71a8f26e-ac23-4349-9d91-e7646c42765d,revision_number=None']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:48.077668 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af64a3-9d7e-46d8-8461-4092f3ec3b4b None None] No DVR routers for this DVR port 71a8f26e-ac23-4349-9d91-e7646c42765d on host dv-cinder-839872-2-iscsi {{(pid=110325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:00:48.089568 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (e10d6566-3879-497c-9a10-7dd61a3567f0), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:48.096204 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=110324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:00:48.096592 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8816870'] for segment (e10d6566-3879-497c-9a10-7dd61a3567f0), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: Traceback (most recent call last): Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: timer() Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: cb(*args, **kw) Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: return func(*args, **kwargs) Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: self._notify() Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: self.callback(batched_events) Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: event.method(event) Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: return f(self, *a, **k) Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._get(url).json() Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: return self.request(url, 'GET', **kwargs) Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:00:48.098284 dv-cinder-839872-2-iscsi neutron-server[110324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:00:48.238777 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (e56f1705-97e6-4b82-94fc-189ab650159d), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:48.244422 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:48.247673 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e56f1705-97e6-4b82-94fc-189ab650159d HTTP/1.1" status: 204 len: 168 time: 0.7931759 Apr 29 16:00:48.258615 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d868ed5-d747-4f16-8270-ce7fc117a955 admin admin] Pushing event deleted for resources: {'Network': ['ID=e56f1705-97e6-4b82-94fc-189ab650159d,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:48.582219 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34718) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:48.621629 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-41faab7a-b23b-4a7f-912e-dd1710b136bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4693e270f27493883490ba1b9ae2779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382581 Apr 29 16:00:48.624045 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34720) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:48.677441 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0b6534be-1f17-4aeb-81b2-d7dda689a693 admin admin] Publish callbacks [] for security_group (27ceaf5a-cbfa-45b2-87c8-dbe846d15981), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:48.698738 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0b6534be-1f17-4aeb-81b2-d7dda689a693 admin admin] Publish callbacks [] for security_group (27ceaf5a-cbfa-45b2-87c8-dbe846d15981), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:48.707669 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:48.804962 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0b6534be-1f17-4aeb-81b2-d7dda689a693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (27ceaf5a-cbfa-45b2-87c8-dbe846d15981), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:48.807397 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0b6534be-1f17-4aeb-81b2-d7dda689a693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:48.808567 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-0b6534be-1f17-4aeb-81b2-d7dda689a693 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27ceaf5a-cbfa-45b2-87c8-dbe846d15981 HTTP/1.1" status: 204 len: 168 time: 0.1831238 Apr 29 16:00:48.826428 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9cdc8-b717-4be4-b04e-b7eddab49921 req-ee423ba2-ac82-49a4-8c3f-33f76b0a4b5f tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:48.827997 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aea9cdc8-b717-4be4-b04e-b7eddab49921 req-ee423ba2-ac82-49a4-8c3f-33f76b0a4b5f tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 946 time: 0.0563481 Apr 29 16:00:48.828846 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6534be-1f17-4aeb-81b2-d7dda689a693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ceaf5a-cbfa-45b2-87c8-dbe846d15981,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:48.919421 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3c0c2-b6c2-45cd-9e21-b8f3f7d6f5fe req-d23ce858-0e82-4684-a888-72fae0d8ff77 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:48.920888 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7f3c0c2-b6c2-45cd-9e21-b8f3f7d6f5fe req-d23ce858-0e82-4684-a888-72fae0d8ff77 tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 946 time: 0.0663145 Apr 29 16:00:48.925869 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aea9cdc8-b717-4be4-b04e-b7eddab49921 req-dd3ce83e-0939-40d0-aa05-8c08b14ef0ef tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904784 Apr 29 16:00:49.009332 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-c7f3c0c2-b6c2-45cd-9e21-b8f3f7d6f5fe req-26e1b3f9-6c62-4cff-9afc-644197d0f01c tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Deleting port 9af68416-e36a-4486-8d12-a32b69df9a82 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:00:49.009675 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-c7f3c0c2-b6c2-45cd-9e21-b8f3f7d6f5fe req-26e1b3f9-6c62-4cff-9afc-644197d0f01c tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:49.103348 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-c7f3c0c2-b6c2-45cd-9e21-b8f3f7d6f5fe req-26e1b3f9-6c62-4cff-9afc-644197d0f01c tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] For port 9af68416-e36a-4486-8d12-a32b69df9a82, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9af68416-e36a-4486-8d12-a32b69df9a82,segment=NetworkSegment(76886ede-3d9d-4808-838f-a3904669d87c),segment_id=76886ede-3d9d-4808-838f-a3904669d87c)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:00:49.104085 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-c7f3c0c2-b6c2-45cd-9e21-b8f3f7d6f5fe req-26e1b3f9-6c62-4cff-9afc-644197d0f01c tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:49.117762 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-c7f3c0c2-b6c2-45cd-9e21-b8f3f7d6f5fe req-26e1b3f9-6c62-4cff-9afc-644197d0f01c tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Calling delete_port for 9af68416-e36a-4486-8d12-a32b69df9a82 owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:00:49.285104 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-c7f3c0c2-b6c2-45cd-9e21-b8f3f7d6f5fe req-26e1b3f9-6c62-4cff-9afc-644197d0f01c tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (9af68416-e36a-4486-8d12-a32b69df9a82), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:49.300193 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['9af68416-e36a-4486-8d12-a32b69df9a82'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 16:00:49.335431 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1b3f9-6c62-4cff-9afc-644197d0f01c tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Pushing event deleted for resources: {'Port': ['ID=9af68416-e36a-4486-8d12-a32b69df9a82,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:49.380988 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f3c0c2-b6c2-45cd-9e21-b8f3f7d6f5fe req-26e1b3f9-6c62-4cff-9afc-644197d0f01c tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] No DVR routers for this DVR port 9af68416-e36a-4486-8d12-a32b69df9a82 on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:00:49.383289 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-c7f3c0c2-b6c2-45cd-9e21-b8f3f7d6f5fe req-26e1b3f9-6c62-4cff-9afc-644197d0f01c tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:49.386576 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7f3c0c2-b6c2-45cd-9e21-b8f3f7d6f5fe req-26e1b3f9-6c62-4cff-9afc-644197d0f01c tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.37 "DELETE /v2.0/ports/9af68416-e36a-4486-8d12-a32b69df9a82 HTTP/1.1" status: 204 len: 173 time: 0.4584363 Apr 29 16:00:49.387017 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4dcdd6-5553-4295-8ddf-8024dff6db7a', 'name': 'network-vif-deleted', 'tag': '9af68416-e36a-4486-8d12-a32b69df9a82'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:49.389265 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8450b1-d8ef-4028-a2a0-118736aad287" -d '{"events": [{"server_uuid": "6f4dcdd6-5553-4295-8ddf-8024dff6db7a", "name": "network-vif-deleted", "tag": "9af68416-e36a-4486-8d12-a32b69df9a82"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:00:49.425217 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ddbe78-d016-404a-8299-aac9954135ab x-openstack-request-id: req-e7ddbe78-d016-404a-8299-aac9954135ab {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:00:49.425509 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4dcdd6-5553-4295-8ddf-8024dff6db7a", "name": "network-vif-deleted", "tag": "9af68416-e36a-4486-8d12-a32b69df9a82", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:00:49.425765 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7ddbe78-d016-404a-8299-aac9954135ab {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:00:49.426201 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ddbe78-d016-404a-8299-aac9954135ab'] response: {'server_uuid': '6f4dcdd6-5553-4295-8ddf-8024dff6db7a', 'name': 'network-vif-deleted', 'tag': '9af68416-e36a-4486-8d12-a32b69df9a82', 'status': 'completed', 'code': 200} Apr 29 16:00:49.582001 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34730) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:49.622964 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-bb5b982b-2c95-4d23-8c0b-76fabb76efdd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c93a586251df4e4fabaa6af4fdabdb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398138 Apr 29 16:00:49.625764 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34732) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:00:49.673534 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f1c8eae9-2a52-44a8-a41f-2ba521bb30e1 admin admin] Publish callbacks [] for security_group (5523a4c4-a66b-4b7f-852b-8d1d19b21c26), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:49.695434 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f1c8eae9-2a52-44a8-a41f-2ba521bb30e1 admin admin] Publish callbacks [] for security_group (5523a4c4-a66b-4b7f-852b-8d1d19b21c26), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:49.845154 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f1c8eae9-2a52-44a8-a41f-2ba521bb30e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (5523a4c4-a66b-4b7f-852b-8d1d19b21c26), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:49.847862 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-f1c8eae9-2a52-44a8-a41f-2ba521bb30e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:49.849024 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-f1c8eae9-2a52-44a8-a41f-2ba521bb30e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5523a4c4-a66b-4b7f-852b-8d1d19b21c26 HTTP/1.1" status: 204 len: 168 time: 0.2223718 Apr 29 16:00:49.859821 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8eae9-2a52-44a8-a41f-2ba521bb30e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5523a4c4-a66b-4b7f-852b-8d1d19b21c26,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:50.035740 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9a7ee69c-e2f5-4143-ab6e-ec96f9a95247 req-069efad4-ba29-4955-831f-436b6385c4db tempest-VolumesActionsTest-298509618 tempest-VolumesActionsTest-298509618-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f4dcdd6-5553-4295-8ddf-8024dff6db7a HTTP/1.1" status: 200 len: 210 time: 0.0307336 Apr 29 16:00:50.205379 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:51.695951 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:00:52.138587 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9ba618f4-a9fa-450d-8ce6-0c962d99ad86 req-ad66b02d-30b0-41db-b7d6-3ca40acca9b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396583 Apr 29 16:00:52.201463 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba618f4-a9fa-450d-8ce6-0c962d99ad86 req-92a86dd5-1e69-4862-b97c-206269867f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:52.203876 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9ba618f4-a9fa-450d-8ce6-0c962d99ad86 req-92a86dd5-1e69-4862-b97c-206269867f8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 1129 time: 0.0398996 Apr 29 16:00:52.311035 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba618f4-a9fa-450d-8ce6-0c962d99ad86 req-2fc5ac79-f4dd-43cf-8230-f865282f214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:52.312710 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9ba618f4-a9fa-450d-8ce6-0c962d99ad86 req-2fc5ac79-f4dd-43cf-8230-f865282f214b service neutron] 10.222.0.37 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 913 time: 0.0891747 Apr 29 16:00:52.377715 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9ba618f4-a9fa-450d-8ce6-0c962d99ad86 req-d82d5e1a-57cd-4652-b6d5-3bea8de96ec3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cccfd7c6-8f79-41a0-97a3-c61c84be4bda HTTP/1.1" status: 200 len: 1000 time: 0.0588517 Apr 29 16:00:52.431852 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba618f4-a9fa-450d-8ce6-0c962d99ad86 req-99090c55-11f5-4139-9dfd-0e079e84035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:52.433321 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9ba618f4-a9fa-450d-8ce6-0c962d99ad86 req-99090c55-11f5-4139-9dfd-0e079e84035d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb HTTP/1.1" status: 200 len: 851 time: 0.0492005 Apr 29 16:00:52.478078 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba618f4-a9fa-450d-8ce6-0c962d99ad86 req-8c4e7f73-2e84-4e12-b57a-d7c23f78879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:52.479561 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9ba618f4-a9fa-450d-8ce6-0c962d99ad86 req-8c4e7f73-2e84-4e12-b57a-d7c23f78879e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79c6c2df-648a-4e52-83c5-171cce1d2a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379848 Apr 29 16:00:52.571129 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9ba618f4-a9fa-450d-8ce6-0c962d99ad86 req-9f8e3d82-a9df-473a-a332-a6da66493a9f service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845191 Apr 29 16:00:52.663723 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9ba618f4-a9fa-450d-8ce6-0c962d99ad86 req-a8f80cc7-051d-4c5c-af2c-40127920008e service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828519 Apr 29 16:00:54.210987 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 9af68416-e36a-4486-8d12-a32b69df9a82 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:00:54.231391 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: 9af68416-e36a-4486-8d12-a32b69df9a82 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:00:54.231763 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 9af68416-e36a-4486-8d12-a32b69df9a82 not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:00:55.411434 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:01:05.511547 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34902) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:05.517044 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-7c4cabb6-2463-40c6-9a08-9f1d0f82683a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174814433', 'description': 'tempest-description--440977539'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:01:05.611930 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7c4cabb6-2463-40c6-9a08-9f1d0f82683a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:05.714372 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7c4cabb6-2463-40c6-9a08-9f1d0f82683a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (3543ecd6-81a9-4193-a8d7-e8cdf97272be), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:05.805339 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7c4cabb6-2463-40c6-9a08-9f1d0f82683a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (3543ecd6-81a9-4193-a8d7-e8cdf97272be), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:05.848599 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cabb6-2463-40c6-9a08-9f1d0f82683a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3543ecd6-81a9-4193-a8d7-e8cdf97272be,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:05.893986 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7c4cabb6-2463-40c6-9a08-9f1d0f82683a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:05.901567 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 34908) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:05.902103 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-7c4cabb6-2463-40c6-9a08-9f1d0f82683a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3890247 Apr 29 16:01:05.907359 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-d72bbd6e-3bbd-4f98-bd80-b67a02edabea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'security_group_rule': {'security_group_id': '3543ecd6-81a9-4193-a8d7-e8cdf97272be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:01:06.005640 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d72bbd6e-3bbd-4f98-bd80-b67a02edabea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (26040cbe-259a-4a08-9305-f9f78bd0c06d), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:06.063918 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d72bbd6e-3bbd-4f98-bd80-b67a02edabea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (26040cbe-259a-4a08-9305-f9f78bd0c06d), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:06.147590 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d72bbd6e-3bbd-4f98-bd80-b67a02edabea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (26040cbe-259a-4a08-9305-f9f78bd0c06d), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:06.168459 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bbd6e-3bbd-4f98-bd80-b67a02edabea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26040cbe-259a-4a08-9305-f9f78bd0c06d,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:06.254678 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d72bbd6e-3bbd-4f98-bd80-b67a02edabea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:06.258636 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-d72bbd6e-3bbd-4f98-bd80-b67a02edabea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3535020 Apr 29 16:01:06.259182 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34910) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:06.264118 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-1679ca74-2567-426d-9759-73a62bd0c3e2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'security_group_rule': {'security_group_id': '3543ecd6-81a9-4193-a8d7-e8cdf97272be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:01:06.431827 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1679ca74-2567-426d-9759-73a62bd0c3e2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (2b65f422-aad9-4056-af4b-6a3781a9573b), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:06.508635 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1679ca74-2567-426d-9759-73a62bd0c3e2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (2b65f422-aad9-4056-af4b-6a3781a9573b), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:06.581730 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1679ca74-2567-426d-9759-73a62bd0c3e2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (2b65f422-aad9-4056-af4b-6a3781a9573b), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:06.600435 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679ca74-2567-426d-9759-73a62bd0c3e2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b65f422-aad9-4056-af4b-6a3781a9573b,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:06.680690 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1679ca74-2567-426d-9759-73a62bd0c3e2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:06.682324 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-1679ca74-2567-426d-9759-73a62bd0c3e2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4218795 Apr 29 16:01:06.685357 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 34912) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:06.690672 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:01:06.777176 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:06.873720 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:06.993518 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Allocated IP 172.27.1.92 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/a096aeec-dc5a-450a-a11b-0d7a4c30c249) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:07.115251 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for port (a096aeec-dc5a-450a-a11b-0d7a4c30c249), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:07.222526 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (a096aeec-dc5a-450a-a11b-0d7a4c30c249), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:07.279562 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:07.283454 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:07.287964 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 16:01:07.291126 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'Port': ['ID=a096aeec-dc5a-450a-a11b-0d7a4c30c249,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:07.407333 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (7be11748-5c95-4377-8cc8-c5b5dd248f54), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:07.542001 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (a096aeec-dc5a-450a-a11b-0d7a4c30c249), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:07.749883 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for port (a096aeec-dc5a-450a-a11b-0d7a4c30c249), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:07.810863 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (a096aeec-dc5a-450a-a11b-0d7a4c30c249), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:07.879862 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'Port': ['ID=a096aeec-dc5a-450a-a11b-0d7a4c30c249,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:07.898086 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (7be11748-5c95-4377-8cc8-c5b5dd248f54), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:08.143725 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:08.144996 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-9c546fb1-4143-44db-a474-e83448c883d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4586883 Apr 29 16:01:08.376268 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-91ee7f86-10a6-4baf-a5e6-42c45bb9fd8d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1174814433&fields=id&tenant_id=0967f051e3c44d16b15a27528381fa15 HTTP/1.1" status: 200 len: 267 time: 0.0656004 Apr 29 16:01:08.501681 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-50abdca1-5cd5-426b-ae40-847b0095bdd7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:08.503101 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-50abdca1-5cd5-426b-ae40-847b0095bdd7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 815 time: 0.1232102 Apr 29 16:01:08.520136 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-4c0fedf9-684b-40c2-ba1e-864dc327edca tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/quotas/0967f051e3c44d16b15a27528381fa15 HTTP/1.1" status: 200 len: 375 time: 0.0105963 Apr 29 16:01:08.584294 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-1c170fe7-075b-46e1-aa76-696cac7d5252 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583758 Apr 29 16:01:08.704610 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-766c45d3-ed6e-436a-b283-45f02f66ce77 service neutron] 10.222.0.23 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106122 Apr 29 16:01:09.196471 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-d4659d09-e335-435a-b4e1-ba1020ce4d19 service neutron] 10.222.0.23 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846494 Apr 29 16:01:09.525316 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2ab05089-50e9-4a6f-b064-8fe6b2122f39 req-723855b1-7a6b-40fe-a156-e3d7552724c1 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 210 time: 0.0578032 Apr 29 16:01:10.627504 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-26948621-32e0-40f1-854c-80944df03619 req-003ec2ff-9c31-499d-8cf6-c473914c7809 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 210 time: 0.0386808 Apr 29 16:01:11.504629 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-ada069d9-8e82-457a-94ee-82c4932fc9fe tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:11.506157 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-ada069d9-8e82-457a-94ee-82c4932fc9fe tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 815 time: 0.1165578 Apr 29 16:01:11.590025 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-254dbce2-7d15-4c0d-8170-98e5cc994dcc tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0967f051e3c44d16b15a27528381fa15 HTTP/1.1" status: 200 len: 473 time: 0.0744023 Apr 29 16:01:11.598430 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'port': {'device_id': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'admin_state_up': True, 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'security_groups': ['3543ecd6-81a9-4193-a8d7-e8cdf97272be']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:01:11.798616 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3b207f68-84ed-4e8f-841d-de755f173be2 req-812dfbf2-7c34-4139-ac87-1e427249f913 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 210 time: 0.0503373 Apr 29 16:01:11.814372 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Made reservation on behalf of 0967f051e3c44d16b15a27528381fa15 for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:11.818524 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:11.956673 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Allocated IP 172.20.0.8 (56ae7595-6baa-4b18-8f21-31be6190cfcb/ecb708a7-0bb5-4ace-9db0-994275c87e86/14c83bed-d27a-4f77-9393-627fb24e8942) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:12.105882 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for port (14c83bed-d27a-4f77-9393-627fb24e8942), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:12.221951 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:12.262262 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Network 56ae7595-6baa-4b18-8f21-31be6190cfcb is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:12.265973 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:12.271979 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 16:01:12.297796 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'Port': ['ID=14c83bed-d27a-4f77-9393-627fb24e8942,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:12.326393 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:12.327624 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:12.395971 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-0aab55e0-f281-4286-b951-8eb73fd625cd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8012049 Apr 29 16:01:12.408558 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Request body: {'port': {'device_id': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:01:12.473082 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:12.535853 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-e09a7138-b441-4aa7-ac3a-36324b0a511d None None] Provisioning complete for port 14c83bed-d27a-4f77-9393-627fb24e8942 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:01:12.536563 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-e09a7138-b441-4aa7-ac3a-36324b0a511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:12.571937 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-e09a7138-b441-4aa7-ac3a-36324b0a511d None None] Port 14c83bed-d27a-4f77-9393-627fb24e8942 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 16:01:12.746375 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c83bed-d27a-4f77-9393-627fb24e8942 {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:01:12.753861 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Publish callbacks [] for port (14c83bed-d27a-4f77-9393-627fb24e8942), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:12.766129 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Transition to ACTIVE for port object 14c83bed-d27a-4f77-9393-627fb24e8942 will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 16:01:12.838768 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:12.929708 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Pushing event updated for resources: {'Port': ['ID=14c83bed-d27a-4f77-9393-627fb24e8942,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:12.941802 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744ae69-2844-49af-90b5-96942af0e59b req-a9a30416-54cb-45c5-89c8-9be6db4bbf90 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:12.943384 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1744ae69-2844-49af-90b5-96942af0e59b req-a9a30416-54cb-45c5-89c8-9be6db4bbf90 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 943 time: 0.0783722 Apr 29 16:01:13.045593 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1744ae69-2844-49af-90b5-96942af0e59b req-02b8b7df-8596-4bdc-b87f-f82acbcfc39b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803704 Apr 29 16:01:13.055836 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Attempting to bind port 14c83bed-d27a-4f77-9393-627fb24e8942 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 16:01:13.056188 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Attempting to bind port 14c83bed-d27a-4f77-9393-627fb24e8942 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 16:01:13.056541 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Attempting to bind port 14c83bed-d27a-4f77-9393-627fb24e8942 on network 56ae7595-6baa-4b18-8f21-31be6190cfcb {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:01:13.066795 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Port 14c83bed-d27a-4f77-9393-627fb24e8942 on network 56ae7595-6baa-4b18-8f21-31be6190cfcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 16:01:13.067458 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Attempting to bind port 14c83bed-d27a-4f77-9393-627fb24e8942 on network 56ae7595-6baa-4b18-8f21-31be6190cfcb {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:01:13.073478 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 16:01:13.073826 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Checking segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 16:01:13.074215 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Bound using segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 16:01:13.074656 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Bound port: 14c83bed-d27a-4f77-9393-627fb24e8942, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 16:01:13.075016 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:13.145201 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] For port 14c83bed-d27a-4f77-9393-627fb24e8942, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:01:13.148242 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] For port 14c83bed-d27a-4f77-9393-627fb24e8942, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=14c83bed-d27a-4f77-9393-627fb24e8942,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:01:13.233114 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:13.267686 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:13.268322 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:13.269865 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] 10.222.0.37 "PUT /v2.0/ports/14c83bed-d27a-4f77-9393-627fb24e8942 HTTP/1.1" status: 200 len: 1093 time: 0.8665051 Apr 29 16:01:13.270247 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'tag': '14c83bed-d27a-4f77-9393-627fb24e8942'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:01:13.272478 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b331bc33-c7bb-4f7a-9ac2-8e7af5adf21b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2afa5a6-4f6f-4ac4-9a96-a7378547c5df", "tag": "14c83bed-d27a-4f77-9393-627fb24e8942"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:01:13.306111 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ad434-da7a-40e1-a617-6bfa6f288198 service neutron] Pushing event updated for resources: {'Port': ['ID=14c83bed-d27a-4f77-9393-627fb24e8942,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:13.333738 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5f4f79-8dcd-4df2-ab53-fd161ff70b8e x-openstack-request-id: req-8c5f4f79-8dcd-4df2-ab53-fd161ff70b8e {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:01:13.333738 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2afa5a6-4f6f-4ac4-9a96-a7378547c5df", "tag": "14c83bed-d27a-4f77-9393-627fb24e8942", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:01:13.333738 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c5f4f79-8dcd-4df2-ab53-fd161ff70b8e {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:01:13.333738 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5f4f79-8dcd-4df2-ab53-fd161ff70b8e'] response: {'name': 'network-changed', 'server_uuid': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'tag': '14c83bed-d27a-4f77-9393-627fb24e8942', 'status': 'completed', 'code': 200} Apr 29 16:01:13.398378 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331bc33-c7bb-4f7a-9ac2-8e7af5adf21b req-2b6d279f-1b88-400a-87e0-f033eccbc52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:13.399852 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b331bc33-c7bb-4f7a-9ac2-8e7af5adf21b req-2b6d279f-1b88-400a-87e0-f033eccbc52c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 1127 time: 0.0472322 Apr 29 16:01:13.509145 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331bc33-c7bb-4f7a-9ac2-8e7af5adf21b req-a1b08365-02fe-4f00-afc2-a4f2bd781e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:13.510779 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b331bc33-c7bb-4f7a-9ac2-8e7af5adf21b req-a1b08365-02fe-4f00-afc2-a4f2bd781e40 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0967f051e3c44d16b15a27528381fa15&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1040075 Apr 29 16:01:13.606037 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331bc33-c7bb-4f7a-9ac2-8e7af5adf21b req-553fb458-00d0-4e38-aa05-a7d58656fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:13.607498 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b331bc33-c7bb-4f7a-9ac2-8e7af5adf21b req-553fb458-00d0-4e38-aa05-a7d58656fc08 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909855 Apr 29 16:01:13.687178 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-867e08c1-d9ae-4ea0-9be7-a941475b6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:13.688790 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-867e08c1-d9ae-4ea0-9be7-a941475b6eba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 1127 time: 0.0463705 Apr 29 16:01:13.729429 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-63d0ab94-32c1-4efd-894b-b22f9edd68d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c83bed-d27a-4f77-9393-627fb24e8942 HTTP/1.1" status: 200 len: 217 time: 0.0339177 Apr 29 16:01:13.778091 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-78d69bdf-41c2-44f7-8d27-22bf2fb1ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:13.779562 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-78d69bdf-41c2-44f7-8d27-22bf2fb1ace7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecb708a7-0bb5-4ace-9db0-994275c87e86 HTTP/1.1" status: 200 len: 854 time: 0.0447106 Apr 29 16:01:13.823045 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-1e6499f2-c18d-4840-a439-082adfe7255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:13.824551 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-1e6499f2-c18d-4840-a439-082adfe7255d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56ae7595-6baa-4b18-8f21-31be6190cfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392299 Apr 29 16:01:13.919183 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-85e81bf8-074d-4dad-802c-69eb0486583a service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885460 Apr 29 16:01:14.012766 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a0dd2b9a-ba4c-4e00-bbc9-6bdad4808ea5 req-c8afa475-8874-4d4c-9bb5-520f302865fb service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873857 Apr 29 16:01:14.164819 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cbbb8-6746-41ca-8b04-f89d09b982d6 req-fc16d64d-6049-46aa-b232-e3dcb1fe9c59 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:14.166300 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c83cbbb8-6746-41ca-8b04-f89d09b982d6 req-fc16d64d-6049-46aa-b232-e3dcb1fe9c59 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 943 time: 0.0482976 Apr 29 16:01:14.213171 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c83cbbb8-6746-41ca-8b04-f89d09b982d6 req-c8778b6c-b328-470e-b100-ffde3cd84d4b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410583 Apr 29 16:01:14.884114 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:15.026950 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-d93fa9eb-4ec0-4ed6-9832-fa37ca8ef0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:15.328616 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb13cba-1188-402d-8206-e1830acc7169 req-ffa19fcd-7c3e-4920-b50b-486e3892d96c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:15.330324 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ceb13cba-1188-402d-8206-e1830acc7169 req-ffa19fcd-7c3e-4920-b50b-486e3892d96c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 943 time: 0.0462122 Apr 29 16:01:15.376638 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ceb13cba-1188-402d-8206-e1830acc7169 req-e84cb4fb-a21f-4ee7-97e6-c88aa6453c94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411079 Apr 29 16:01:15.708413 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35060) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:15.754402 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a89a13b-ee04-431d-b90e-362715555c1b admin admin] Deleting subnet 13b515fb-aee9-4cf5-8a29-e2df9b0becba {{(pid=110323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 16:01:15.757616 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1a89a13b-ee04-431d-b90e-362715555c1b admin admin] Publish callbacks [] for subnet (13b515fb-aee9-4cf5-8a29-e2df9b0becba), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:15.796229 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1a89a13b-ee04-431d-b90e-362715555c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9764145'] for subnet (13b515fb-aee9-4cf5-8a29-e2df9b0becba), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:15.835691 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1a89a13b-ee04-431d-b90e-362715555c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (13b515fb-aee9-4cf5-8a29-e2df9b0becba), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:15.976091 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1a89a13b-ee04-431d-b90e-362715555c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8682797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8453621'] for subnet (13b515fb-aee9-4cf5-8a29-e2df9b0becba), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.005071 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-1a89a13b-ee04-431d-b90e-362715555c1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.009406 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-1a89a13b-ee04-431d-b90e-362715555c1b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/13b515fb-aee9-4cf5-8a29-e2df9b0becba HTTP/1.1" status: 204 len: 168 time: 0.2998862 Apr 29 16:01:16.011021 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35062) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:16.011622 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89a13b-ee04-431d-b90e-362715555c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b515fb-aee9-4cf5-8a29-e2df9b0becba,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:16.083314 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (f058cd4b-718d-4bad-9467-3dd9359465a8), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.166136 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (f058cd4b-718d-4bad-9467-3dd9359465a8), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.185954 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f058cd4b-718d-4bad-9467-3dd9359465a8']}} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:16.195635 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76886ede-3d9d-4808-838f-a3904669d87c') {'for_net_delete': True} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:16.195971 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76886ede-3d9d-4808-838f-a3904669d87c') {} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:16.205188 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220860'] for segment (76886ede-3d9d-4808-838f-a3904669d87c), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.220113 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (76886ede-3d9d-4808-838f-a3904669d87c), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=110324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8816870'] for segment (76886ede-3d9d-4808-838f-a3904669d87c), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: Traceback (most recent call last): Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: timer() Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: cb(*args, **kw) Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: return func(*args, **kwargs) Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: self._notify() Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: self.callback(batched_events) Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: event.method(event) Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: return f(self, *a, **k) Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._get(url).json() Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: return self.request(url, 'GET', **kwargs) Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:01:16.229881 dv-cinder-839872-2-iscsi neutron-server[110324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:01:16.341157 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (f058cd4b-718d-4bad-9467-3dd9359465a8), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.347148 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.350321 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f058cd4b-718d-4bad-9467-3dd9359465a8 HTTP/1.1" status: 204 len: 168 time: 0.3382285 Apr 29 16:01:16.361935 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d3087-0d8e-428c-8ffa-70d191067743 admin admin] Pushing event deleted for resources: {'Network': ['ID=f058cd4b-718d-4bad-9467-3dd9359465a8,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:16.497551 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328d980-6e15-411e-aa70-0b4acafad41a req-86715a08-8250-4f77-b07a-07a383646ae2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:16.499978 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e328d980-6e15-411e-aa70-0b4acafad41a req-86715a08-8250-4f77-b07a-07a383646ae2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 943 time: 0.0536721 Apr 29 16:01:16.547448 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e328d980-6e15-411e-aa70-0b4acafad41a req-29910626-b30e-46eb-b8b6-e9df8ad986d7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419850 Apr 29 16:01:16.724716 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35070) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:16.764676 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-6e2774bc-0d03-4e9d-9e48-8b4b327232bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a2e40848abb43b79fcff3139b3091e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381978 Apr 29 16:01:16.767048 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35072) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:16.813497 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-442fd1f8-9fdc-4f2b-a877-3c6f79e78897 admin admin] Publish callbacks [] for security_group (e9c1344c-c873-4e4b-bb4f-9f71bcf049a4), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.835239 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-442fd1f8-9fdc-4f2b-a877-3c6f79e78897 admin admin] Publish callbacks [] for security_group (e9c1344c-c873-4e4b-bb4f-9f71bcf049a4), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.963931 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-442fd1f8-9fdc-4f2b-a877-3c6f79e78897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (e9c1344c-c873-4e4b-bb4f-9f71bcf049a4), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.966518 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-442fd1f8-9fdc-4f2b-a877-3c6f79e78897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:16.968646 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-442fd1f8-9fdc-4f2b-a877-3c6f79e78897 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9c1344c-c873-4e4b-bb4f-9f71bcf049a4 HTTP/1.1" status: 204 len: 168 time: 0.2004268 Apr 29 16:01:16.976360 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fd1f8-9fdc-4f2b-a877-3c6f79e78897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c1344c-c873-4e4b-bb4f-9f71bcf049a4,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:17.433158 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-99907e01-3877-42d3-a9a3-a315b3559e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:17.668267 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f1074-298b-4d29-b762-e2d649ee70a3 req-81149b7e-01a7-40ea-89ea-7a7dd4987d6b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:17.669749 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c37f1074-298b-4d29-b762-e2d649ee70a3 req-81149b7e-01a7-40ea-89ea-7a7dd4987d6b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 943 time: 0.0566185 Apr 29 16:01:17.718912 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c37f1074-298b-4d29-b762-e2d649ee70a3 req-c28ac93b-7099-46ab-aac5-4c11b7686070 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423520 Apr 29 16:01:18.178640 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 14c83bed-d27a-4f77-9393-627fb24e8942 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 16:01:18.279784 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 14c83bed-d27a-4f77-9393-627fb24e8942, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=14c83bed-d27a-4f77-9393-627fb24e8942,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:01:18.293806 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': '14c83bed-d27a-4f77-9393-627fb24e8942', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'port_id': '14c83bed-d27a-4f77-9393-627fb24e8942', 'mac_address': 'fa:16:3e:52:bb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 16:01:18.334509 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 14c83bed-d27a-4f77-9393-627fb24e8942 is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:01:18.334934 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:18.349360 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c83bed-d27a-4f77-9393-627fb24e8942 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:01:18.369250 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 14c83bed-d27a-4f77-9393-627fb24e8942, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=14c83bed-d27a-4f77-9393-627fb24e8942,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:01:18.461258 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:18.511216 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=14c83bed-d27a-4f77-9393-627fb24e8942,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:18.758474 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:18.834592 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb72de-06d0-41f8-98a0-f7d936e1ecea req-8c369982-7024-478b-be0f-a3eee7805472 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:18.836091 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e8eb72de-06d0-41f8-98a0-f7d936e1ecea req-8c369982-7024-478b-be0f-a3eee7805472 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 944 time: 0.0482888 Apr 29 16:01:18.882499 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e8eb72de-06d0-41f8-98a0-f7d936e1ecea req-89face93-327f-4674-8294-e3a3777bae24 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 Apr 29 16:01:19.296423 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['14c83bed-d27a-4f77-9393-627fb24e8942'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 16:01:19.849606 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 14c83bed-d27a-4f77-9393-627fb24e8942 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 16:01:19.894552 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port 14c83bed-d27a-4f77-9393-627fb24e8942 completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 16:01:19.975479 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port 14c83bed-d27a-4f77-9393-627fb24e8942 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:01:19.975893 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:19.998893 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0b428-8932-4aed-9c7b-e72998b8d054 req-6be968d8-0ae1-45cf-b4df-bb15f1a05d08 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:20.000417 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-27c0b428-8932-4aed-9c7b-e72998b8d054 req-6be968d8-0ae1-45cf-b4df-bb15f1a05d08 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 944 time: 0.0473642 Apr 29 16:01:20.052218 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-27c0b428-8932-4aed-9c7b-e72998b8d054 req-e0a0e7f8-ad43-4181-a133-5ff693781a8c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455623 Apr 29 16:01:20.057574 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 14c83bed-d27a-4f77-9393-627fb24e8942 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:01:20.058025 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:20.082104 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c83bed-d27a-4f77-9393-627fb24e8942'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:01:20.084371 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07202bd8-cc79-43fc-8ba0-5e8c28006d04" -d '{"events": [{"server_uuid": "d2afa5a6-4f6f-4ac4-9a96-a7378547c5df", "name": "network-vif-plugged", "status": "completed", "tag": "14c83bed-d27a-4f77-9393-627fb24e8942"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:01:20.103570 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 14c83bed-d27a-4f77-9393-627fb24e8942, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=14c83bed-d27a-4f77-9393-627fb24e8942,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:01:20.123027 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35926a4e-f158-4472-bbe1-97c21189b57f x-openstack-request-id: req-35926a4e-f158-4472-bbe1-97c21189b57f {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:01:20.124115 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2afa5a6-4f6f-4ac4-9a96-a7378547c5df", "name": "network-vif-plugged", "status": "completed", "tag": "14c83bed-d27a-4f77-9393-627fb24e8942", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:01:20.124374 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35926a4e-f158-4472-bbe1-97c21189b57f {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:01:20.124792 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35926a4e-f158-4472-bbe1-97c21189b57f'] response: {'server_uuid': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c83bed-d27a-4f77-9393-627fb24e8942', 'code': 200} Apr 29 16:01:20.169868 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:20.198242 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:20.221512 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=14c83bed-d27a-4f77-9393-627fb24e8942,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:20.416243 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065cc20-77bd-44fc-a768-17157ce1e26e req-a8b84f94-7b51-4de8-a46e-bbacb36232af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:20.417831 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e065cc20-77bd-44fc-a768-17157ce1e26e req-a8b84f94-7b51-4de8-a46e-bbacb36232af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 1129 time: 0.0399086 Apr 29 16:01:20.467791 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e065cc20-77bd-44fc-a768-17157ce1e26e req-7d2f2c44-2290-4dbe-91f3-6a09b0f837cd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433817 Apr 29 16:01:21.178670 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8eb7e2-ebe3-460c-87e3-643065f6d2af req-28b8399c-04b5-4897-a2a1-ca8cf3fec62e tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:21.180547 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9e8eb7e2-ebe3-460c-87e3-643065f6d2af req-28b8399c-04b5-4897-a2a1-ca8cf3fec62e tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 945 time: 0.0575962 Apr 29 16:01:21.230384 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9e8eb7e2-ebe3-460c-87e3-643065f6d2af req-004e47ba-6182-4e95-8fe7-05e9ad1b5221 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 Apr 29 16:01:21.701618 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:22.349118 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5075b9-69be-4ff0-b5b4-e8909df41b8d req-bc5d83c7-7585-4a0f-8479-17925c09ae1c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:22.511600 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6c5075b9-69be-4ff0-b5b4-e8909df41b8d req-bc5d83c7-7585-4a0f-8479-17925c09ae1c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 945 time: 0.0518897 Apr 29 16:01:22.511600 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6c5075b9-69be-4ff0-b5b4-e8909df41b8d req-5e690290-6300-4902-83a3-88bc2de5781e tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 Apr 29 16:01:22.515815 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886613b-822e-401e-85c5-e87edeb75790 req-252c5d0b-d82b-41a9-836e-3af808bc3264 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:22.517320 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3886613b-822e-401e-85c5-e87edeb75790 req-252c5d0b-d82b-41a9-836e-3af808bc3264 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 945 time: 0.0489311 Apr 29 16:01:22.526269 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35190) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:22.531568 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-64d45e9e-39f2-4a60-a58a-747bdf8c52df tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'floatingip': {'port_id': '14c83bed-d27a-4f77-9393-627fb24e8942'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:01:22.575787 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-64d45e9e-39f2-4a60-a58a-747bdf8c52df tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (7be11748-5c95-4377-8cc8-c5b5dd248f54), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:23.039970 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-64d45e9e-39f2-4a60-a58a-747bdf8c52df tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:23.158367 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-64d45e9e-39f2-4a60-a58a-747bdf8c52df tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (7be11748-5c95-4377-8cc8-c5b5dd248f54), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:23.266867 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [None req-64d45e9e-39f2-4a60-a58a-747bdf8c52df tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Floating IP 7be11748-5c95-4377-8cc8-c5b5dd248f54 associated. External IP: 172.27.1.92, port: 14c83bed-d27a-4f77-9393-627fb24e8942. Apr 29 16:01:23.488350 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d45e9e-39f2-4a60-a58a-747bdf8c52df tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Router 5d12bab4-f782-43e4-90be-a71840fab369 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:01:23.602666 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d45e9e-39f2-4a60-a58a-747bdf8c52df tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:01:23.608270 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-64d45e9e-39f2-4a60-a58a-747bdf8c52df tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:23.612532 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a002f0a-5bae-49b5-9f94-1ee7322875cd None None] Sync routers for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:01:23.622406 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a002f0a-5bae-49b5-9f94-1ee7322875cd None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:01:23.623019 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-6a002f0a-5bae-49b5-9f94-1ee7322875cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:01:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:23.637551 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-64d45e9e-39f2-4a60-a58a-747bdf8c52df tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "PUT /v2.0/floatingips/7be11748-5c95-4377-8cc8-c5b5dd248f54 HTTP/1.1" status: 200 len: 990 time: 1.1101911 Apr 29 16:01:23.638151 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'tag': '14c83bed-d27a-4f77-9393-627fb24e8942'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:01:23.641439 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aab512-cdd1-49cd-abb2-ae12235d281b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2afa5a6-4f6f-4ac4-9a96-a7378547c5df", "tag": "14c83bed-d27a-4f77-9393-627fb24e8942"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:01:23.676460 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b886c8d3-7953-439d-b531-eeb41d98c6ab x-openstack-request-id: req-b886c8d3-7953-439d-b531-eeb41d98c6ab {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:01:23.676756 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2afa5a6-4f6f-4ac4-9a96-a7378547c5df", "tag": "14c83bed-d27a-4f77-9393-627fb24e8942", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:01:23.677018 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b886c8d3-7953-439d-b531-eeb41d98c6ab {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:01:23.677428 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b886c8d3-7953-439d-b531-eeb41d98c6ab'] response: {'name': 'network-changed', 'server_uuid': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'tag': '14c83bed-d27a-4f77-9393-627fb24e8942', 'status': 'completed', 'code': 200} Apr 29 16:01:23.742640 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aab512-cdd1-49cd-abb2-ae12235d281b req-9011ba87-7985-4a19-829b-fd4df66490f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:23.744191 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-81aab512-cdd1-49cd-abb2-ae12235d281b req-9011ba87-7985-4a19-829b-fd4df66490f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 1129 time: 0.0405817 Apr 29 16:01:23.747908 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-6a002f0a-5bae-49b5-9f94-1ee7322875cd None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:01:23.840594 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aab512-cdd1-49cd-abb2-ae12235d281b req-25f75eb8-308d-4276-bcb1-07b12f6dc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:23.842241 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-81aab512-cdd1-49cd-abb2-ae12235d281b req-25f75eb8-308d-4276-bcb1-07b12f6dc530 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 916 time: 0.0918620 Apr 29 16:01:23.911278 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-81aab512-cdd1-49cd-abb2-ae12235d281b req-7799ef4c-948b-4f07-82e6-b1a11af0e64e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14c83bed-d27a-4f77-9393-627fb24e8942 HTTP/1.1" status: 200 len: 998 time: 0.0626924 Apr 29 16:01:23.961330 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aab512-cdd1-49cd-abb2-ae12235d281b req-dccd94ac-19ac-44c3-8d04-96e60f1cdda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:23.962832 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-81aab512-cdd1-49cd-abb2-ae12235d281b req-dccd94ac-19ac-44c3-8d04-96e60f1cdda5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecb708a7-0bb5-4ace-9db0-994275c87e86 HTTP/1.1" status: 200 len: 854 time: 0.0455947 Apr 29 16:01:23.973541 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-6a002f0a-5bae-49b5-9f94-1ee7322875cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '7be11748-5c95-4377-8cc8-c5b5dd248f54', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': '14c83bed-d27a-4f77-9393-627fb24e8942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:52:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:01:07Z', 'updated_at': '2022-04-29T16:01:22Z', 'revision_number': 1, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}, {'id': '89aac3a8-1062-4573-a802-0e80634fb8f9', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:25:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:00:02Z', 'updated_at': '2022-04-29T16:00:18Z', 'revision_number': 2, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:24.002595 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a002f0a-5bae-49b5-9f94-1ee7322875cd None None] Checking router: 5d12bab4-f782-43e4-90be-a71840fab369 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:01:24.009596 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aab512-cdd1-49cd-abb2-ae12235d281b req-cf1e058c-e6e6-4c86-841a-56c6d056a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:24.010899 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a002f0a-5bae-49b5-9f94-1ee7322875cd None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:01:24.011224 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-81aab512-cdd1-49cd-abb2-ae12235d281b req-cf1e058c-e6e6-4c86-841a-56c6d056a564 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56ae7595-6baa-4b18-8f21-31be6190cfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416346 Apr 29 16:01:24.011489 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-6a002f0a-5bae-49b5-9f94-1ee7322875cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:01:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:24.106820 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-81aab512-cdd1-49cd-abb2-ae12235d281b req-26bc6fd4-a935-451d-ab33-e24188028ef0 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889409 Apr 29 16:01:24.120640 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-6a002f0a-5bae-49b5-9f94-1ee7322875cd None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:01:24.200979 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-81aab512-cdd1-49cd-abb2-ae12235d281b req-a082bcf9-fc3d-4e42-b87d-2a3e37fbd733 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884628 Apr 29 16:01:24.343831 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-6a002f0a-5bae-49b5-9f94-1ee7322875cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '7be11748-5c95-4377-8cc8-c5b5dd248f54', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': '14c83bed-d27a-4f77-9393-627fb24e8942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:52:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:01:07Z', 'updated_at': '2022-04-29T16:01:22Z', 'revision_number': 1, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}, {'id': '89aac3a8-1062-4573-a802-0e80634fb8f9', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:25:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:00:02Z', 'updated_at': '2022-04-29T16:00:18Z', 'revision_number': 2, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:24.376881 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a002f0a-5bae-49b5-9f94-1ee7322875cd None None] The sync data for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi is: [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '7be11748-5c95-4377-8cc8-c5b5dd248f54', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': '14c83bed-d27a-4f77-9393-627fb24e8942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:52:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:01:07Z', 'updated_at': '2022-04-29T16:01:22Z', 'revision_number': 1, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}, {'id': '89aac3a8-1062-4573-a802-0e80634fb8f9', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:25:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:00:02Z', 'updated_at': '2022-04-29T16:00:18Z', 'revision_number': 2, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:01:24.570230 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eef2ef-ca60-492b-8e1a-0ad66936d5d1 None None] New status for floating IP 7be11748-5c95-4377-8cc8-c5b5dd248f54: ACTIVE {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:01:25.428657 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-43f66a33-9511-4c99-9222-a20841468f16 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826711674&fields=id&tenant_id=47db658e58ab4b228e799d1ea25342ee HTTP/1.1" status: 200 len: 267 time: 0.0446208 Apr 29 16:01:25.539218 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-94ff9975-2e1f-4fa1-9966-372cbfe32630 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:25.541097 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-94ff9975-2e1f-4fa1-9966-372cbfe32630 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 812 time: 0.1060545 Apr 29 16:01:25.557589 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-848665b7-b3e5-4195-b380-dda2b93760eb tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/quotas/47db658e58ab4b228e799d1ea25342ee HTTP/1.1" status: 200 len: 375 time: 0.0104489 Apr 29 16:01:25.613341 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-4b0a6b77-b635-48d2-bae1-70c4fc5ee0c7 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488267 Apr 29 16:01:25.717187 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-cac8179c-0303-4e61-a85e-6b67c1503df9 service neutron] 10.222.0.23 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875542 Apr 29 16:01:25.811765 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-2320e7a5-eb10-470b-956c-5cabf7a2bde2 service neutron] 10.222.0.23 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881057 Apr 29 16:01:26.414646 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-91316943-3e39-494d-92a6-a68ac03b7d9d req-0a2ce19d-946e-4d7f-b646-ec767648f2d9 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 210 time: 0.0322862 Apr 29 16:01:27.512796 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4c480310-a831-4492-8404-25ee0b204c6e req-ad6ead0b-3008-4b18-b555-d004a2496102 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 210 time: 0.0281131 Apr 29 16:01:28.321724 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-fe56ca7a-2926-4bd3-886b-6ee6acc91044 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:28.323150 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-fe56ca7a-2926-4bd3-886b-6ee6acc91044 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 812 time: 0.1033213 Apr 29 16:01:28.386354 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-114bc19c-cac6-41c1-b0b1-a5d8b7e0c050 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47db658e58ab4b228e799d1ea25342ee HTTP/1.1" status: 200 len: 379 time: 0.0533605 Apr 29 16:01:28.397935 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'port': {'device_id': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'admin_state_up': True, 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'security_groups': ['30d59953-54b6-4074-8867-0c3a74b63b14']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:01:28.581755 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Made reservation on behalf of 47db658e58ab4b228e799d1ea25342ee for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:28.585289 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:28.627613 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-84f75201-a5d5-46f0-8ba8-2a8bdb9f0c86 req-20efc863-7b49-4aaf-bee6-f5cffd225baf tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 210 time: 0.0389550 Apr 29 16:01:28.745576 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Allocated IP 172.20.0.4 (79c6c2df-648a-4e52-83c5-171cce1d2a97/3c7f2afa-ddad-402d-8545-5c8d63aa2fbb/894387d2-ec22-4f76-a952-36c9065e128e) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:29.228758 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for port (894387d2-ec22-4f76-a952-36c9065e128e), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:29.364345 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (894387d2-ec22-4f76-a952-36c9065e128e), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:29.408649 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Network 79c6c2df-648a-4e52-83c5-171cce1d2a97 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:29.413737 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:29.417510 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 16:01:29.446870 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'Port': ['ID=894387d2-ec22-4f76-a952-36c9065e128e,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:29.475285 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:29.475934 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:29.578827 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-b22bec64-2ae0-41d1-854d-8d6a07bc6f29 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1847432 Apr 29 16:01:29.591657 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Request body: {'port': {'device_id': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:01:29.641902 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-6285aa41-fb29-457d-8bf5-35854218d9ad None None] Provisioning complete for port 894387d2-ec22-4f76-a952-36c9065e128e triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:01:29.643702 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-6285aa41-fb29-457d-8bf5-35854218d9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (894387d2-ec22-4f76-a952-36c9065e128e), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:29.674272 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (894387d2-ec22-4f76-a952-36c9065e128e), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:29.686314 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-6285aa41-fb29-457d-8bf5-35854218d9ad None None] Port 894387d2-ec22-4f76-a952-36c9065e128e cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 16:01:29.777456 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167beac9-1e1e-40ec-b7ca-4a81415c4011 req-551351b8-1e74-4ac2-af47-8bb9967ecd52 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:29.778899 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-167beac9-1e1e-40ec-b7ca-4a81415c4011 req-551351b8-1e74-4ac2-af47-8bb9967ecd52 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 931 time: 0.0630286 Apr 29 16:01:29.901244 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-167beac9-1e1e-40ec-b7ca-4a81415c4011 req-2aba43d5-8d07-443b-91c7-2c05c536e070 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770078 Apr 29 16:01:30.021397 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894387d2-ec22-4f76-a952-36c9065e128e {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:01:30.028912 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Publish callbacks [] for port (894387d2-ec22-4f76-a952-36c9065e128e), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:30.041956 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Transition to ACTIVE for port object 894387d2-ec22-4f76-a952-36c9065e128e will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 16:01:30.106792 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (894387d2-ec22-4f76-a952-36c9065e128e), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:30.160721 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Pushing event updated for resources: {'Port': ['ID=894387d2-ec22-4f76-a952-36c9065e128e,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:30.230808 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Attempting to bind port 894387d2-ec22-4f76-a952-36c9065e128e on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 16:01:30.231148 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Attempting to bind port 894387d2-ec22-4f76-a952-36c9065e128e by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 16:01:30.231482 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Attempting to bind port 894387d2-ec22-4f76-a952-36c9065e128e on network 79c6c2df-648a-4e52-83c5-171cce1d2a97 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:01:30.236758 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Port 894387d2-ec22-4f76-a952-36c9065e128e on network 79c6c2df-648a-4e52-83c5-171cce1d2a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 16:01:30.237088 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Attempting to bind port 894387d2-ec22-4f76-a952-36c9065e128e on network 79c6c2df-648a-4e52-83c5-171cce1d2a97 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:01:30.242353 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 16:01:30.242690 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Checking segment: {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 16:01:30.243495 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Bound using segment: {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 16:01:30.243951 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Bound port: 894387d2-ec22-4f76-a952-36c9065e128e, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816190ca-1136-45e6-97e5-d3445d9cbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 16:01:30.244316 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (894387d2-ec22-4f76-a952-36c9065e128e), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:30.315837 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] For port 894387d2-ec22-4f76-a952-36c9065e128e, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:01:30.323237 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] For port 894387d2-ec22-4f76-a952-36c9065e128e, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=894387d2-ec22-4f76-a952-36c9065e128e,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:01:30.398747 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (894387d2-ec22-4f76-a952-36c9065e128e), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:30.433580 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:30.434151 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:30.435524 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] 10.222.0.37 "PUT /v2.0/ports/894387d2-ec22-4f76-a952-36c9065e128e HTTP/1.1" status: 200 len: 1093 time: 0.8483965 Apr 29 16:01:30.436135 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'tag': '894387d2-ec22-4f76-a952-36c9065e128e'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:01:30.438463 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fd350c-cde3-4aba-bd11-01e85ff4ac6c" -d '{"events": [{"name": "network-changed", "server_uuid": "64200243-22f4-4e23-ab9b-3d7192237dc9", "tag": "894387d2-ec22-4f76-a952-36c9065e128e"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:01:30.464789 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8916d-0900-4f65-a43f-295c34648646 service neutron] Pushing event updated for resources: {'Port': ['ID=894387d2-ec22-4f76-a952-36c9065e128e,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:30.479966 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0a9423-c805-4b69-b14a-be10ab131993 x-openstack-request-id: req-6c0a9423-c805-4b69-b14a-be10ab131993 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:01:30.480298 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64200243-22f4-4e23-ab9b-3d7192237dc9", "tag": "894387d2-ec22-4f76-a952-36c9065e128e", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:01:30.480569 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c0a9423-c805-4b69-b14a-be10ab131993 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:01:30.480980 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0a9423-c805-4b69-b14a-be10ab131993'] response: {'name': 'network-changed', 'server_uuid': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'tag': '894387d2-ec22-4f76-a952-36c9065e128e', 'status': 'completed', 'code': 200} Apr 29 16:01:30.542207 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd350c-cde3-4aba-bd11-01e85ff4ac6c req-7b00d65f-b229-4bcf-9579-4e14144fc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:30.543728 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-53fd350c-cde3-4aba-bd11-01e85ff4ac6c req-7b00d65f-b229-4bcf-9579-4e14144fc83b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 1127 time: 0.0418503 Apr 29 16:01:30.653675 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd350c-cde3-4aba-bd11-01e85ff4ac6c req-92d55241-33bb-4183-9124-171920451b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:30.655861 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-53fd350c-cde3-4aba-bd11-01e85ff4ac6c req-92d55241-33bb-4183-9124-171920451b8c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=47db658e58ab4b228e799d1ea25342ee&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1056418 Apr 29 16:01:30.755101 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd350c-cde3-4aba-bd11-01e85ff4ac6c req-a5335acb-79ed-4cb4-b725-f4e2f343cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:30.756602 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-53fd350c-cde3-4aba-bd11-01e85ff4ac6c req-a5335acb-79ed-4cb4-b725-f4e2f343cc78 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951903 Apr 29 16:01:30.837195 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-482742c0-a7f0-48f6-9a9b-765188cc4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:30.838653 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-482742c0-a7f0-48f6-9a9b-765188cc4ec1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 1127 time: 0.0443974 Apr 29 16:01:30.881484 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-541defa3-0ab2-4c7b-8ed4-0d387556f9fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=894387d2-ec22-4f76-a952-36c9065e128e HTTP/1.1" status: 200 len: 217 time: 0.0346470 Apr 29 16:01:30.930769 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-f93bd7c5-123c-456a-babf-f3e3a71823ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:30.931444 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-f93bd7c5-123c-456a-babf-f3e3a71823ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb HTTP/1.1" status: 200 len: 851 time: 0.0443752 Apr 29 16:01:31.008571 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-3cc21e78-da92-472d-aa03-b2c078b1b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:31.010042 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-3cc21e78-da92-472d-aa03-b2c078b1b557 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79c6c2df-648a-4e52-83c5-171cce1d2a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719299 Apr 29 16:01:31.044088 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a27659-fedc-4eea-82ec-720bc0438679 req-6e077d3a-5b9f-4ff0-a2b0-902ad58c4b42 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:31.046086 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-41a27659-fedc-4eea-82ec-720bc0438679 req-6e077d3a-5b9f-4ff0-a2b0-902ad58c4b42 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0717907 Apr 29 16:01:31.148814 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-41a27659-fedc-4eea-82ec-720bc0438679 req-a4c281ef-c880-4798-aeba-1d828602d78f tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914152 Apr 29 16:01:31.154046 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-6b511a48-9ab8-4800-8132-fe1dbb097c3c service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361983 Apr 29 16:01:31.244639 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-54439f9d-f0e7-4b27-92f2-a0bf6ef75340 req-ad676f6c-d9c3-46f9-9942-e0102fd919f1 service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841243 Apr 29 16:01:32.267128 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1422f-7e5f-48df-9f22-afa7bca637cf req-2892144e-d649-4df5-9a04-44e715fea0aa tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:32.268615 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-64a1422f-7e5f-48df-9f22-afa7bca637cf req-2892144e-d649-4df5-9a04-44e715fea0aa tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0474589 Apr 29 16:01:32.320528 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-64a1422f-7e5f-48df-9f22-afa7bca637cf req-e6e636eb-2ec4-4b93-ad87-b1b06a401de2 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464010 Apr 29 16:01:32.410464 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:01:33.431316 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af78f6-b313-44f3-b2ca-c8d6b1b356b3 req-a16920fa-c663-4f02-8761-a930b91140db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:33.432807 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-57af78f6-b313-44f3-b2ca-c8d6b1b356b3 req-a16920fa-c663-4f02-8761-a930b91140db tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0468194 Apr 29 16:01:33.480237 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-57af78f6-b313-44f3-b2ca-c8d6b1b356b3 req-3cdb7081-10f8-412d-9a93-1f577e70a809 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418215 Apr 29 16:01:34.595794 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2324ea-a993-45ff-8dc6-f100c2fcb60a req-6ba96931-538c-440f-b9f0-7b814a664e1e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:34.597255 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6b2324ea-a993-45ff-8dc6-f100c2fcb60a req-6ba96931-538c-440f-b9f0-7b814a664e1e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0490305 Apr 29 16:01:34.647659 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6b2324ea-a993-45ff-8dc6-f100c2fcb60a req-79a464ef-4bd6-49f9-aeff-7e2ea4250665 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448666 Apr 29 16:01:35.762199 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8489af-5f9a-481c-bf79-23c5af96a0d1 req-d3e5c674-408f-40bc-b472-0c7aabf2823f tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:35.764598 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e8489af-5f9a-481c-bf79-23c5af96a0d1 req-d3e5c674-408f-40bc-b472-0c7aabf2823f tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0509055 Apr 29 16:01:35.813844 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e8489af-5f9a-481c-bf79-23c5af96a0d1 req-4d4cc655-d61f-4554-831b-4d640aab9b0e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438869 Apr 29 16:01:36.931231 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71372d-d34e-4c54-88f6-4213032c43bd req-bcbe20cc-ebce-4f6f-81d9-96aa74fc0dac tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:36.931231 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a71372d-d34e-4c54-88f6-4213032c43bd req-bcbe20cc-ebce-4f6f-81d9-96aa74fc0dac tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0471907 Apr 29 16:01:36.980090 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2a71372d-d34e-4c54-88f6-4213032c43bd req-c439ecd3-926f-44ee-80e5-302f48fdee19 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467126 Apr 29 16:01:38.092457 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9b13b-725f-4236-afbf-3108f3e63edb req-d060e9c2-96c5-4403-902a-8fada35878c8 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:38.100023 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d3c9b13b-725f-4236-afbf-3108f3e63edb req-d060e9c2-96c5-4403-902a-8fada35878c8 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0479467 Apr 29 16:01:38.147056 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d3c9b13b-725f-4236-afbf-3108f3e63edb req-f0f89d58-5f6f-481c-a12b-d8d60cdc2886 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474718 Apr 29 16:01:39.268510 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5aa632-f5be-4760-ae47-6117b5f05f2d req-68c603ad-285f-40dc-bba1-af0032872680 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:39.269980 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df5aa632-f5be-4760-ae47-6117b5f05f2d req-68c603ad-285f-40dc-bba1-af0032872680 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0547283 Apr 29 16:01:39.322385 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-df5aa632-f5be-4760-ae47-6117b5f05f2d req-9d4fed8b-e1ed-456c-9a2f-cfd0fe5e859a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455425 Apr 29 16:01:40.445863 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3544b-928c-4762-b383-6844d903fce8 req-9896e4b4-f05c-4aac-8bca-53d535f2662d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:40.447324 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4eb3544b-928c-4762-b383-6844d903fce8 req-9896e4b4-f05c-4aac-8bca-53d535f2662d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0476501 Apr 29 16:01:40.495838 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4eb3544b-928c-4762-b383-6844d903fce8 req-6569dc69-6486-4612-afb5-efc80761119d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424829 Apr 29 16:01:41.611677 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40addc6b-5d2b-4818-a5b5-51885de56be4 req-1503c07d-0002-4c2e-922b-57a258cd9255 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:41.613085 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-40addc6b-5d2b-4818-a5b5-51885de56be4 req-1503c07d-0002-4c2e-922b-57a258cd9255 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0505412 Apr 29 16:01:41.661824 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-40addc6b-5d2b-4818-a5b5-51885de56be4 req-4637941e-44eb-4917-890b-12289a161309 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429018 Apr 29 16:01:42.775291 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f57d6-e298-4d84-abe0-ef0d92c2e255 req-f7c42a87-56c5-433f-9544-cc5e23608b9e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:42.776777 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b86f57d6-e298-4d84-abe0-ef0d92c2e255 req-f7c42a87-56c5-433f-9544-cc5e23608b9e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0475514 Apr 29 16:01:42.823990 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b86f57d6-e298-4d84-abe0-ef0d92c2e255 req-2b63ee83-cfd2-497d-b48f-0472bf5825e1 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417302 Apr 29 16:01:43.942741 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e140b05-7681-45df-b81b-56962746e3e7 req-205fdbae-cfb8-4ca8-bc62-1dec32ddfd42 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:43.944436 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5e140b05-7681-45df-b81b-56962746e3e7 req-205fdbae-cfb8-4ca8-bc62-1dec32ddfd42 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0530770 Apr 29 16:01:43.994600 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5e140b05-7681-45df-b81b-56962746e3e7 req-41fb5ebc-a488-4cd0-b2ab-27a94c22fad5 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445614 Apr 29 16:01:44.843448 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:45.020497 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-faaa925e-6df9-4e25-a791-c116b338b67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:45.260674 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c268ff-f066-4cd4-bc48-8663c98cea95 req-39510226-798a-4927-bcea-a633aa64e37f tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:45.262174 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-75c268ff-f066-4cd4-bc48-8663c98cea95 req-39510226-798a-4927-bcea-a633aa64e37f tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.1979878 Apr 29 16:01:45.314133 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-75c268ff-f066-4cd4-bc48-8663c98cea95 req-bff01061-513d-4227-8f0f-78b78ff1fd36 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432541 Apr 29 16:01:46.425325 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b41d0-4df4-4132-aa62-0a35ea979574 req-2ae6abf0-4757-4b09-9c3d-f215fe99c69e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:46.426780 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-262b41d0-4df4-4132-aa62-0a35ea979574 req-2ae6abf0-4757-4b09-9c3d-f215fe99c69e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0465424 Apr 29 16:01:46.480134 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-262b41d0-4df4-4132-aa62-0a35ea979574 req-a6ded0cb-16d9-4d06-a309-2750e495a621 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473332 Apr 29 16:01:47.397996 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-8744496c-a5c7-4549-80b7-b07d45dbf46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:47.594976 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccc3bd-e6a8-44c0-9c66-ce11b3477280 req-819936df-3369-4a32-834d-5739ebdd6146 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:47.596393 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bdccc3bd-e6a8-44c0-9c66-ce11b3477280 req-819936df-3369-4a32-834d-5739ebdd6146 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0474446 Apr 29 16:01:47.647142 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bdccc3bd-e6a8-44c0-9c66-ce11b3477280 req-ab2a1c5b-1d48-4625-8c55-10b96c56bd6e tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450797 Apr 29 16:01:48.723701 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:48.813552 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f3ab5-0483-4d95-8d10-26d0ee0babb2 req-83bbc06f-940a-43ff-b460-139d892d68ee tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:48.815021 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-171f3ab5-0483-4d95-8d10-26d0ee0babb2 req-83bbc06f-940a-43ff-b460-139d892d68ee tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0980611 Apr 29 16:01:48.863875 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-171f3ab5-0483-4d95-8d10-26d0ee0babb2 req-8a2b6b4e-ff98-4edf-bfe0-ffa6b804477d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432556 Apr 29 16:01:49.983096 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b17869-67e8-445b-b254-b9881291113b req-6df026c5-b207-4d8b-b296-95f23c1abd04 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:49.984635 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99b17869-67e8-445b-b254-b9881291113b req-6df026c5-b207-4d8b-b296-95f23c1abd04 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 943 time: 0.0535243 Apr 29 16:01:50.017600 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 894387d2-ec22-4f76-a952-36c9065e128e details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 16:01:50.036099 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-99b17869-67e8-445b-b254-b9881291113b req-1f627c3c-5d7b-4e59-a3d0-e0b92288b4cd tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458846 Apr 29 16:01:50.128752 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 894387d2-ec22-4f76-a952-36c9065e128e, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=894387d2-ec22-4f76-a952-36c9065e128e,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:01:50.140107 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': '894387d2-ec22-4f76-a952-36c9065e128e', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'port_id': '894387d2-ec22-4f76-a952-36c9065e128e', 'mac_address': 'fa:16:3e:46:59:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 16:01:50.177469 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 894387d2-ec22-4f76-a952-36c9065e128e is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:01:50.177783 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (894387d2-ec22-4f76-a952-36c9065e128e), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:50.190859 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894387d2-ec22-4f76-a952-36c9065e128e {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:01:50.207700 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:50.210992 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 894387d2-ec22-4f76-a952-36c9065e128e, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=894387d2-ec22-4f76-a952-36c9065e128e,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:01:50.272157 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (894387d2-ec22-4f76-a952-36c9065e128e), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:50.321139 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=894387d2-ec22-4f76-a952-36c9065e128e,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:50.329159 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.329503 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.329842 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.330180 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.330508 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.330831 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.331154 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.331475 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.331818 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.332141 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.332458 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.332778 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.333096 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.333411 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.333790 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:50.600090 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['894387d2-ec22-4f76-a952-36c9065e128e'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 16:01:51.139533 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35380) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:51.147798 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fc9d5-e69d-4db7-924d-2bf99821780e req-63e2d18c-63c8-4da4-870e-2fc2e10ca83f tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:51.149315 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c77fc9d5-e69d-4db7-924d-2bf99821780e req-63e2d18c-63c8-4da4-870e-2fc2e10ca83f tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 944 time: 0.0477893 Apr 29 16:01:51.198367 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c77fc9d5-e69d-4db7-924d-2bf99821780e req-e36cdc1c-c492-4202-9a62-28a1bf1f9f39 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424342 Apr 29 16:01:51.244107 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:51.319084 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Publish callbacks [] for security_group (5dc4dbfe-5e88-48fe-a7e1-02587490fd74), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:51.397597 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (5dc4dbfe-5e88-48fe-a7e1-02587490fd74), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:51.445039 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b8bab34f06c4bcf9a9380daedf40192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043675 Apr 29 16:01:51.445910 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc4dbfe-5e88-48fe-a7e1-02587490fd74,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:51.447783 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35384) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:51.453730 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.454076 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.454415 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.454798 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.455078 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.455411 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.455755 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.456080 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.456489 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.456818 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.457198 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.457523 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.457841 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.458158 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.458474 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe903f9f-e65f-46be-a656-e37ee1042c22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.497021 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Publish callbacks [] for security_group (5dc4dbfe-5e88-48fe-a7e1-02587490fd74), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:51.518807 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Publish callbacks [] for security_group (5dc4dbfe-5e88-48fe-a7e1-02587490fd74), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:51.632189 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (5dc4dbfe-5e88-48fe-a7e1-02587490fd74), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:51.634744 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:51.635918 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dc4dbfe-5e88-48fe-a7e1-02587490fd74 HTTP/1.1" status: 204 len: 168 time: 0.1871290 Apr 29 16:01:51.644683 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc4dbfe-5e88-48fe-a7e1-02587490fd74,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:51.651472 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.651845 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.652183 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.652516 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.652841 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.653167 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.653487 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.654393 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.654810 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.655132 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.655450 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.655829 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.656149 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.656463 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.656775 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cfbda6-2ff5-487d-b43c-7b217858f58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:51.664924 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:52.027424 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 894387d2-ec22-4f76-a952-36c9065e128e up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 16:01:52.074660 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port 894387d2-ec22-4f76-a952-36c9065e128e completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 16:01:52.168994 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port 894387d2-ec22-4f76-a952-36c9065e128e triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:01:52.169960 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (894387d2-ec22-4f76-a952-36c9065e128e), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:52.249267 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 894387d2-ec22-4f76-a952-36c9065e128e is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:01:52.249659 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (894387d2-ec22-4f76-a952-36c9065e128e), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:52.272657 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894387d2-ec22-4f76-a952-36c9065e128e'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:01:52.274887 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9f4ae7-af1f-4341-856a-06d8bffca8c6" -d '{"events": [{"server_uuid": "64200243-22f4-4e23-ab9b-3d7192237dc9", "name": "network-vif-plugged", "status": "completed", "tag": "894387d2-ec22-4f76-a952-36c9065e128e"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:01:52.288712 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 894387d2-ec22-4f76-a952-36c9065e128e, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=894387d2-ec22-4f76-a952-36c9065e128e,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:01:52.316339 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da77787-4c77-4a65-9943-0c91bc465386 x-openstack-request-id: req-7da77787-4c77-4a65-9943-0c91bc465386 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:01:52.319604 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64200243-22f4-4e23-ab9b-3d7192237dc9", "name": "network-vif-plugged", "status": "completed", "tag": "894387d2-ec22-4f76-a952-36c9065e128e", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:01:52.319604 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7da77787-4c77-4a65-9943-0c91bc465386 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:01:52.319604 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da77787-4c77-4a65-9943-0c91bc465386'] response: {'server_uuid': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894387d2-ec22-4f76-a952-36c9065e128e', 'code': 200} Apr 29 16:01:52.329239 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a878f-2ce5-459a-bfc7-f746082fea35 req-d6b58a60-7ab6-44f5-824d-366cf8001149 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:52.330731 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9c9a878f-2ce5-459a-bfc7-f746082fea35 req-d6b58a60-7ab6-44f5-824d-366cf8001149 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 944 time: 0.0611930 Apr 29 16:01:52.363985 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (894387d2-ec22-4f76-a952-36c9065e128e), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:52.382468 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9c9a878f-2ce5-459a-bfc7-f746082fea35 req-e878e30a-8d19-4635-be6e-c20846396777 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459795 Apr 29 16:01:52.421933 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=894387d2-ec22-4f76-a952-36c9065e128e,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:52.540715 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c4c40f16-35b7-4667-9a91-7d1ed13e0603 req-6dccd945-2de0-499f-9db4-79c8de55550b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390811 Apr 29 16:01:52.650608 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c40f16-35b7-4667-9a91-7d1ed13e0603 req-5363923e-82f1-4742-9619-a64fe2426ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:52.652407 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c4c40f16-35b7-4667-9a91-7d1ed13e0603 req-5363923e-82f1-4742-9619-a64fe2426ea2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 1129 time: 0.0446897 Apr 29 16:01:52.781642 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62d8c-428f-4758-a80a-c3b15e74b20a req-afd41d92-b135-4362-b938-5f8ee49154d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:52.783128 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-07d62d8c-428f-4758-a80a-c3b15e74b20a req-afd41d92-b135-4362-b938-5f8ee49154d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 1129 time: 0.0793052 Apr 29 16:01:52.817162 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c40f16-35b7-4667-9a91-7d1ed13e0603 req-fa66a0fa-6587-41d6-a649-0296add863c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:52.818615 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c4c40f16-35b7-4667-9a91-7d1ed13e0603 req-fa66a0fa-6587-41d6-a649-0296add863c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 913 time: 0.1356580 Apr 29 16:01:52.881192 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-07d62d8c-428f-4758-a80a-c3b15e74b20a req-e7bd7e2a-21ff-4fa0-9c5f-bc42fb7b2ab0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849419 Apr 29 16:01:52.900097 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c4c40f16-35b7-4667-9a91-7d1ed13e0603 req-fbaafabc-006f-4af7-84d9-76370e8ef979 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cccfd7c6-8f79-41a0-97a3-c61c84be4bda HTTP/1.1" status: 200 len: 1000 time: 0.0713577 Apr 29 16:01:53.195103 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c40f16-35b7-4667-9a91-7d1ed13e0603 req-5d20b9e6-b2cd-408d-92c5-42d95cf53a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:53.196477 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c4c40f16-35b7-4667-9a91-7d1ed13e0603 req-5d20b9e6-b2cd-408d-92c5-42d95cf53a71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb HTTP/1.1" status: 200 len: 851 time: 0.0487182 Apr 29 16:01:53.244577 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c40f16-35b7-4667-9a91-7d1ed13e0603 req-f0507663-e1d5-4efa-b1bd-0f11b4a8316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:53.246122 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c4c40f16-35b7-4667-9a91-7d1ed13e0603 req-f0507663-e1d5-4efa-b1bd-0f11b4a8316a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79c6c2df-648a-4e52-83c5-171cce1d2a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399525 Apr 29 16:01:53.339700 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c4c40f16-35b7-4667-9a91-7d1ed13e0603 req-8fafc7d3-0eb1-4ceb-86d2-9b3f43aa4a0e service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834572 Apr 29 16:01:53.443247 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c4c40f16-35b7-4667-9a91-7d1ed13e0603 req-4f9fb403-3486-439b-81f0-50dcf451c0da service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889866 Apr 29 16:01:53.501782 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd34e2-deea-4642-adf5-d52657f88435 req-36a78fb6-f1db-4150-b104-4c72f8e2bcb2 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:53.503294 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-94cd34e2-deea-4642-adf5-d52657f88435 req-36a78fb6-f1db-4150-b104-4c72f8e2bcb2 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 945 time: 0.0496075 Apr 29 16:01:53.557857 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-94cd34e2-deea-4642-adf5-d52657f88435 req-4ee6ebc8-19cd-4d3a-87e4-4c01a62fcd5a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487003 Apr 29 16:01:54.676657 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d4cb4-3ef8-4e33-b501-6e69f7d8461d req-65081663-3fbc-41c4-b7f6-abd04fc09059 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:54.678086 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f46d4cb4-3ef8-4e33-b501-6e69f7d8461d req-65081663-3fbc-41c4-b7f6-abd04fc09059 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 945 time: 0.0516467 Apr 29 16:01:54.725427 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f46d4cb4-3ef8-4e33-b501-6e69f7d8461d req-f66f0d89-374b-462a-86e5-ecb841f5b6d4 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417566 Apr 29 16:01:54.838445 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c63bca-0689-465b-ba79-c568e74b9410 req-b1f20beb-9f37-4ee5-a0ca-eda5d70afad6 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:54.839986 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-63c63bca-0689-465b-ba79-c568e74b9410 req-b1f20beb-9f37-4ee5-a0ca-eda5d70afad6 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 945 time: 0.0477123 Apr 29 16:01:54.890480 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-63c63bca-0689-465b-ba79-c568e74b9410 req-c569b6ae-e77d-4652-8c88-fc83be61b798 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439706 Apr 29 16:01:54.913023 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35440) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:55.102278 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375b79d8-e1b8-4bbd-8632-8eea0a7ac5fc tempest-TestVolumeBootPattern-814908572 tempest-TestVolumeBootPattern-814908572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:55.103702 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-375b79d8-e1b8-4bbd-8632-8eea0a7ac5fc tempest-TestVolumeBootPattern-814908572 tempest-TestVolumeBootPattern-814908572-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 1124 time: 0.1890571 Apr 29 16:01:55.106678 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35444) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:01:55.120802 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'port_id': '894387d2-ec22-4f76-a952-36c9065e128e', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:01:55.254806 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:55.334622 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:55.442430 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Allocated IP 172.27.1.7 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/a800aeca-1010-4592-a1f7-e301855905a0) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:55.542970 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for port (a800aeca-1010-4592-a1f7-e301855905a0), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:55.644149 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (a800aeca-1010-4592-a1f7-e301855905a0), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:55.682683 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:55.687655 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:55.691227 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 16:01:55.696370 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'Port': ['ID=a800aeca-1010-4592-a1f7-e301855905a0,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:56.066195 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (f802278e-0d23-446e-85d8-b61b196e0893), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:56.189807 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (a800aeca-1010-4592-a1f7-e301855905a0), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:56.343544 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for port (a800aeca-1010-4592-a1f7-e301855905a0), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:56.408960 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (a800aeca-1010-4592-a1f7-e301855905a0), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:56.479389 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event updated for resources: {'Port': ['ID=a800aeca-1010-4592-a1f7-e301855905a0,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:56.491399 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (f802278e-0d23-446e-85d8-b61b196e0893), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:56.593646 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Floating IP f802278e-0d23-446e-85d8-b61b196e0893 associated. External IP: 172.27.1.7, port: 894387d2-ec22-4f76-a952-36c9065e128e. Apr 29 16:01:56.816167 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Router cd003357-749a-41b1-958f-4415c52925d5 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:01:57.217228 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:01:57.228967 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f61560-ae59-4a63-9c30-360952db6374 None None] Sync routers for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:01:57.239126 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f61560-ae59-4a63-9c30-360952db6374 None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:01:57.239753 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-85f61560-ae59-4a63-9c30-360952db6374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:01:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:57.336875 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:01:57.353705 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-85f61560-ae59-4a63-9c30-360952db6374 None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:01:57.368264 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-6aaad403-a2ca-472f-b8ad-7f2413f5cfab tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2605121 Apr 29 16:01:57.368888 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'tag': '894387d2-ec22-4f76-a952-36c9065e128e'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:01:57.371119 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445ed872-7955-40aa-94cc-b7217b1cac7d" -d '{"events": [{"name": "network-changed", "server_uuid": "64200243-22f4-4e23-ab9b-3d7192237dc9", "tag": "894387d2-ec22-4f76-a952-36c9065e128e"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:01:57.408493 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c86fa4d-f2ea-4f30-ba6c-4abe8dd3b0a6 x-openstack-request-id: req-4c86fa4d-f2ea-4f30-ba6c-4abe8dd3b0a6 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:01:57.408780 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64200243-22f4-4e23-ab9b-3d7192237dc9", "tag": "894387d2-ec22-4f76-a952-36c9065e128e", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:01:57.409035 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c86fa4d-f2ea-4f30-ba6c-4abe8dd3b0a6 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:01:57.409437 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c86fa4d-f2ea-4f30-ba6c-4abe8dd3b0a6'] response: {'name': 'network-changed', 'server_uuid': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'tag': '894387d2-ec22-4f76-a952-36c9065e128e', 'status': 'completed', 'code': 200} Apr 29 16:01:57.659985 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-85f61560-ae59-4a63-9c30-360952db6374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '13688600-bf52-4304-8b7d-26c3d3f6c1ea', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:46:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:59:35Z', 'updated_at': '2022-04-29T15:59:37Z', 'revision_number': 1, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}, {'id': 'f802278e-0d23-446e-85d8-b61b196e0893', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': '894387d2-ec22-4f76-a952-36c9065e128e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:46:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:01:55Z', 'updated_at': '2022-04-29T16:01:55Z', 'revision_number': 0, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:57.686880 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f61560-ae59-4a63-9c30-360952db6374 None None] Checking router: cd003357-749a-41b1-958f-4415c52925d5 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:01:57.695182 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f61560-ae59-4a63-9c30-360952db6374 None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:01:57.695819 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-85f61560-ae59-4a63-9c30-360952db6374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:01:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:57.808370 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-85f61560-ae59-4a63-9c30-360952db6374 None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:01:58.024681 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-85f61560-ae59-4a63-9c30-360952db6374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '13688600-bf52-4304-8b7d-26c3d3f6c1ea', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:46:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:59:35Z', 'updated_at': '2022-04-29T15:59:37Z', 'revision_number': 1, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}, {'id': 'f802278e-0d23-446e-85d8-b61b196e0893', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': '894387d2-ec22-4f76-a952-36c9065e128e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:46:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:01:55Z', 'updated_at': '2022-04-29T16:01:55Z', 'revision_number': 0, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:58.052818 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f61560-ae59-4a63-9c30-360952db6374 None None] The sync data for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi is: [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '13688600-bf52-4304-8b7d-26c3d3f6c1ea', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:46:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:59:35Z', 'updated_at': '2022-04-29T15:59:37Z', 'revision_number': 1, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}, {'id': 'f802278e-0d23-446e-85d8-b61b196e0893', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': '894387d2-ec22-4f76-a952-36c9065e128e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:46:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:01:55Z', 'updated_at': '2022-04-29T16:01:55Z', 'revision_number': 0, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:01:58.238620 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff040e40-3e8c-4d07-8b40-c4b9391676b6 None None] New status for floating IP f802278e-0d23-446e-85d8-b61b196e0893: ACTIVE {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:01:58.271358 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ed872-7955-40aa-94cc-b7217b1cac7d req-280ec17e-f9bc-4571-9178-67ec60506d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:58.273092 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-445ed872-7955-40aa-94cc-b7217b1cac7d req-280ec17e-f9bc-4571-9178-67ec60506d3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 1129 time: 0.0421000 Apr 29 16:01:58.366406 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ed872-7955-40aa-94cc-b7217b1cac7d req-5dd12ab6-caf5-4d4d-8fe8-df131bf03819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:58.367884 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-445ed872-7955-40aa-94cc-b7217b1cac7d req-5dd12ab6-caf5-4d4d-8fe8-df131bf03819 service neutron] 10.222.0.37 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 913 time: 0.0883465 Apr 29 16:01:58.431904 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-445ed872-7955-40aa-94cc-b7217b1cac7d req-a3cda419-20ae-4d11-ae89-57ad2e6b6747 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=894387d2-ec22-4f76-a952-36c9065e128e HTTP/1.1" status: 200 len: 997 time: 0.0579267 Apr 29 16:01:58.482446 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ed872-7955-40aa-94cc-b7217b1cac7d req-21ff520c-e2d5-4ed0-82ec-8b252cea5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:58.483944 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-445ed872-7955-40aa-94cc-b7217b1cac7d req-21ff520c-e2d5-4ed0-82ec-8b252cea5391 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb HTTP/1.1" status: 200 len: 851 time: 0.0456586 Apr 29 16:01:58.533152 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ed872-7955-40aa-94cc-b7217b1cac7d req-34fd8689-07ff-4c85-867b-4930c0167d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:58.535210 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-445ed872-7955-40aa-94cc-b7217b1cac7d req-34fd8689-07ff-4c85-867b-4930c0167d3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79c6c2df-648a-4e52-83c5-171cce1d2a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432804 Apr 29 16:01:58.625438 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-445ed872-7955-40aa-94cc-b7217b1cac7d req-80060ea5-d646-4e85-95cb-e0a5c58dbd51 service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824029 Apr 29 16:01:58.719844 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-445ed872-7955-40aa-94cc-b7217b1cac7d req-7fea837c-c7b4-446c-9d9c-7a38abec8c37 service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883155 Apr 29 16:02:02.178331 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35480) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:02.280631 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5aaa468c-6bd6-4f5b-a5a5-764253132332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:02.354015 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5aaa468c-6bd6-4f5b-a5a5-764253132332 admin admin] Publish callbacks [] for security_group (ce83de12-2777-460f-a371-60b56d24bcd3), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:02.437870 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5aaa468c-6bd6-4f5b-a5a5-764253132332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ce83de12-2777-460f-a371-60b56d24bcd3), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:02.478248 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-5aaa468c-6bd6-4f5b-a5a5-764253132332 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea8af96095934e368313de35f00520f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988522 Apr 29 16:02:02.479135 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa468c-6bd6-4f5b-a5a5-764253132332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce83de12-2777-460f-a371-60b56d24bcd3,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:02.481044 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35484) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:02.530130 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0ba18d11-ae62-4217-a80b-c0c8df8d11ee admin admin] Publish callbacks [] for security_group (ce83de12-2777-460f-a371-60b56d24bcd3), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:02.550535 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0ba18d11-ae62-4217-a80b-c0c8df8d11ee admin admin] Publish callbacks [] for security_group (ce83de12-2777-460f-a371-60b56d24bcd3), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:02.683525 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0ba18d11-ae62-4217-a80b-c0c8df8d11ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ce83de12-2777-460f-a371-60b56d24bcd3), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:02.686169 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0ba18d11-ae62-4217-a80b-c0c8df8d11ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:02.687360 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-0ba18d11-ae62-4217-a80b-c0c8df8d11ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce83de12-2777-460f-a371-60b56d24bcd3 HTTP/1.1" status: 204 len: 168 time: 0.2047043 Apr 29 16:02:02.695172 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba18d11-ae62-4217-a80b-c0c8df8d11ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce83de12-2777-460f-a371-60b56d24bcd3,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:08.138396 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a268d8-ddc3-4216-b805-5ee106d82274 req-966cd820-0077-407e-abe6-ba11c34e6586 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:08.139878 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-08a268d8-ddc3-4216-b805-5ee106d82274 req-966cd820-0077-407e-abe6-ba11c34e6586 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 945 time: 0.0520306 Apr 29 16:02:08.187778 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-08a268d8-ddc3-4216-b805-5ee106d82274 req-e56ffc0c-8372-4ed9-9472-6ab7fbfebbfe tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Apr 29 16:02:09.306221 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02f0b-6f02-48ca-b396-2305206cf4b6 req-a12bab02-ba0b-4487-8d50-84027ecef537 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:09.307679 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-81a02f0b-6f02-48ca-b396-2305206cf4b6 req-a12bab02-ba0b-4487-8d50-84027ecef537 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 945 time: 0.0490558 Apr 29 16:02:09.353689 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-81a02f0b-6f02-48ca-b396-2305206cf4b6 req-b7fa38bd-bc74-43ff-abb9-331cacecf5c8 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397549 Apr 29 16:02:09.408532 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:02:09.986653 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-21a53041-46a8-4fce-b02f-ecf5f0d12518 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:09.988923 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-21a53041-46a8-4fce-b02f-ecf5f0d12518 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 945 time: 0.0497398 Apr 29 16:02:10.103078 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Deleting port 14c83bed-d27a-4f77-9393-627fb24e8942 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:02:10.103418 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:10.190149 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] For port 14c83bed-d27a-4f77-9393-627fb24e8942, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=14c83bed-d27a-4f77-9393-627fb24e8942,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:02:10.190518 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:10.363795 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:10.364482 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (7be11748-5c95-4377-8cc8-c5b5dd248f54), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:10.364604 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Floating IP 7be11748-5c95-4377-8cc8-c5b5dd248f54 disassociated. External IP: 172.27.1.92, port: 14c83bed-d27a-4f77-9393-627fb24e8942. Apr 29 16:02:10.364880 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Calling delete_port for 14c83bed-d27a-4f77-9393-627fb24e8942 owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:02:10.481042 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369968e0-ba30-467e-830e-75d8c78014cb req-6caa9fd5-73df-477e-8a8b-16c71b728a99 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:10.482574 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-369968e0-ba30-467e-830e-75d8c78014cb req-6caa9fd5-73df-477e-8a8b-16c71b728a99 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 945 time: 0.0600867 Apr 29 16:02:10.566955 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-369968e0-ba30-467e-830e-75d8c78014cb req-5442dc4f-11a7-4034-9907-c8b3a859f4db tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=3543ecd6-81a9-4193-a8d7-e8cdf97272be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787034 Apr 29 16:02:10.620364 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (14c83bed-d27a-4f77-9393-627fb24e8942), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:10.648817 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event deleted for resources: {'Port': ['ID=14c83bed-d27a-4f77-9393-627fb24e8942,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:10.769852 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Router 5d12bab4-f782-43e4-90be-a71840fab369 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:02:10.880988 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:02:10.891143 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba572a61-7ebc-41fd-994d-ccca537ecb88 None None] Sync routers for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:02:10.901181 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba572a61-7ebc-41fd-994d-ccca537ecb88 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:02:10.903937 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-ba572a61-7ebc-41fd-994d-ccca537ecb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:01:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:10.924922 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] No DVR routers for this DVR port 14c83bed-d27a-4f77-9393-627fb24e8942 on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:02:10.927400 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:10.930761 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2e30ab76-de30-4bc0-b9e6-ed639a7e4c59 req-e7100ac0-9b81-4b7e-8cf7-687477ef7d8b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "DELETE /v2.0/ports/14c83bed-d27a-4f77-9393-627fb24e8942 HTTP/1.1" status: 204 len: 173 time: 0.9355028 Apr 29 16:02:10.931196 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'name': 'network-vif-deleted', 'tag': '14c83bed-d27a-4f77-9393-627fb24e8942'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:02:10.933458 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9171ab3c-3896-4f26-a24d-23e602d35726" -d '{"events": [{"server_uuid": "d2afa5a6-4f6f-4ac4-9a96-a7378547c5df", "name": "network-vif-deleted", "tag": "14c83bed-d27a-4f77-9393-627fb24e8942"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:02:10.968942 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed513e6-dfe4-42f1-af7b-65c04c3d8889 x-openstack-request-id: req-aed513e6-dfe4-42f1-af7b-65c04c3d8889 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:02:10.969239 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2afa5a6-4f6f-4ac4-9a96-a7378547c5df", "name": "network-vif-deleted", "tag": "14c83bed-d27a-4f77-9393-627fb24e8942", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:02:10.969497 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aed513e6-dfe4-42f1-af7b-65c04c3d8889 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:02:10.969908 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed513e6-dfe4-42f1-af7b-65c04c3d8889'] response: {'server_uuid': 'd2afa5a6-4f6f-4ac4-9a96-a7378547c5df', 'name': 'network-vif-deleted', 'tag': '14c83bed-d27a-4f77-9393-627fb24e8942', 'status': 'completed', 'code': 200} Apr 29 16:02:11.015815 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-ba572a61-7ebc-41fd-994d-ccca537ecb88 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:02:11.239986 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-ba572a61-7ebc-41fd-994d-ccca537ecb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '89aac3a8-1062-4573-a802-0e80634fb8f9', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:25:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:00:02Z', 'updated_at': '2022-04-29T16:00:18Z', 'revision_number': 2, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:11.267592 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba572a61-7ebc-41fd-994d-ccca537ecb88 None None] Checking router: 5d12bab4-f782-43e4-90be-a71840fab369 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:02:11.274680 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba572a61-7ebc-41fd-994d-ccca537ecb88 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:02:11.275280 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-ba572a61-7ebc-41fd-994d-ccca537ecb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:01:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:11.386042 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-ba572a61-7ebc-41fd-994d-ccca537ecb88 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:02:11.610801 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-ba572a61-7ebc-41fd-994d-ccca537ecb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '89aac3a8-1062-4573-a802-0e80634fb8f9', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:25:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:00:02Z', 'updated_at': '2022-04-29T16:00:18Z', 'revision_number': 2, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:11.642435 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba572a61-7ebc-41fd-994d-ccca537ecb88 None None] The sync data for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi is: [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '89aac3a8-1062-4573-a802-0e80634fb8f9', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:25:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:00:02Z', 'updated_at': '2022-04-29T16:00:18Z', 'revision_number': 2, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:02:11.696571 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b25f4d14-ca8b-46db-9ecb-c1466fbbbdad req-1a264ade-a33b-4ef2-858f-d369881f94f3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afa5a6-4f6f-4ac4-9a96-a7378547c5df HTTP/1.1" status: 200 len: 210 time: 0.0344310 Apr 29 16:02:11.895097 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356000fe-df69-4164-8bd3-e43bb86e5e9e None None] New status for floating IP 7be11748-5c95-4377-8cc8-c5b5dd248f54: DOWN {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:02:12.876223 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35516) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:12.930672 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-900c7bab-73f6-4851-839c-9e20bbaa2eb5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (3543ecd6-81a9-4193-a8d7-e8cdf97272be), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:12.953466 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-900c7bab-73f6-4851-839c-9e20bbaa2eb5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (3543ecd6-81a9-4193-a8d7-e8cdf97272be), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:13.088274 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-900c7bab-73f6-4851-839c-9e20bbaa2eb5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (3543ecd6-81a9-4193-a8d7-e8cdf97272be), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:13.090836 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-900c7bab-73f6-4851-839c-9e20bbaa2eb5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:13.092125 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-900c7bab-73f6-4851-839c-9e20bbaa2eb5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "DELETE /v2.0/security-groups/3543ecd6-81a9-4193-a8d7-e8cdf97272be HTTP/1.1" status: 204 len: 168 time: 0.2147610 Apr 29 16:02:13.094826 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35518) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:13.101452 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c7bab-73f6-4851-839c-9e20bbaa2eb5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3543ecd6-81a9-4193-a8d7-e8cdf97272be,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:13.109463 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.api.v2.resource [None req-02b8df86-c4de-45d6-b64f-8863c541e2e6 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] show failed (client error): The resource could not be found. Apr 29 16:02:13.110478 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-02b8df86-c4de-45d6-b64f-8863c541e2e6 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups/3543ecd6-81a9-4193-a8d7-e8cdf97272be HTTP/1.1" status: 404 len: 347 time: 0.0145576 Apr 29 16:02:13.113421 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35520) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:13.235035 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-efe21438-91dc-4a76-aea2-a88548a75288 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Deleting port a096aeec-dc5a-450a-a11b-0d7a4c30c249 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:02:13.235297 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-efe21438-91dc-4a76-aea2-a88548a75288 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (a096aeec-dc5a-450a-a11b-0d7a4c30c249), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:13.311311 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-efe21438-91dc-4a76-aea2-a88548a75288 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (a096aeec-dc5a-450a-a11b-0d7a4c30c249), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:13.311635 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-efe21438-91dc-4a76-aea2-a88548a75288 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (a096aeec-dc5a-450a-a11b-0d7a4c30c249), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:13.323632 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-efe21438-91dc-4a76-aea2-a88548a75288 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Calling delete_port for a096aeec-dc5a-450a-a11b-0d7a4c30c249 owned by network:floatingip {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:02:13.517940 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-efe21438-91dc-4a76-aea2-a88548a75288 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (a096aeec-dc5a-450a-a11b-0d7a4c30c249), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:13.547533 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe21438-91dc-4a76-aea2-a88548a75288 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event deleted for resources: {'Port': ['ID=a096aeec-dc5a-450a-a11b-0d7a4c30c249,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:13.608367 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-efe21438-91dc-4a76-aea2-a88548a75288 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (7be11748-5c95-4377-8cc8-c5b5dd248f54), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:13.610780 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-efe21438-91dc-4a76-aea2-a88548a75288 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:13.611942 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-efe21438-91dc-4a76-aea2-a88548a75288 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "DELETE /v2.0/floatingips/7be11748-5c95-4377-8cc8-c5b5dd248f54 HTTP/1.1" status: 204 len: 168 time: 0.4975407 Apr 29 16:02:14.151036 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 14c83bed-d27a-4f77-9393-627fb24e8942 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:02:14.171861 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: 14c83bed-d27a-4f77-9393-627fb24e8942 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:02:14.172226 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 14c83bed-d27a-4f77-9393-627fb24e8942 not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:02:14.865682 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:15.061100 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-739b241d-eb84-4f00-81f4-f826496b6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:16.664998 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a2749-9fa8-4068-85d1-376302898159 req-0e9cbef6-1121-4000-873d-16464107fba2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:16.666495 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-571a2749-9fa8-4068-85d1-376302898159 req-0e9cbef6-1121-4000-873d-16464107fba2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 946 time: 0.0470183 Apr 29 16:02:16.713119 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-571a2749-9fa8-4068-85d1-376302898159 req-82f48188-6ac2-4621-b275-0b091b535926 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d367ed-f328-4511-b65a-61f10da0f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399089 Apr 29 16:02:17.397060 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7077097b-bbc2-4805-af22-d56fd8fcee00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:17.830073 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1894f-c345-471f-b928-7ab2b01402c3 req-aa82e162-9152-4408-812a-cb20c2bce14c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:17.831538 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-90c1894f-c345-471f-b928-7ab2b01402c3 req-aa82e162-9152-4408-812a-cb20c2bce14c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 946 time: 0.0470352 Apr 29 16:02:17.879284 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-90c1894f-c345-471f-b928-7ab2b01402c3 req-17d1f7b1-8b67-4b8d-bfe3-7eb8ec494842 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d367ed-f328-4511-b65a-61f10da0f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 Apr 29 16:02:18.397630 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-f4ff5f64-31e0-445c-9d19-31670cac266a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:18.399057 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-f4ff5f64-31e0-445c-9d19-31670cac266a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 946 time: 0.0500402 Apr 29 16:02:18.481796 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Deleting port e8e523bf-dee8-4c78-852c-d49037640da2 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:02:18.482130 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:18.572868 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] For port e8e523bf-dee8-4c78-852c-d49037640da2, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e8e523bf-dee8-4c78-852c-d49037640da2,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:02:18.573231 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:18.740097 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:18.747679 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:18.749206 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (89aac3a8-1062-4573-a802-0e80634fb8f9), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:18.749206 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Floating IP 89aac3a8-1062-4573-a802-0e80634fb8f9 disassociated. External IP: 172.27.1.50, port: e8e523bf-dee8-4c78-852c-d49037640da2. Apr 29 16:02:18.749206 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Calling delete_port for e8e523bf-dee8-4c78-852c-d49037640da2 owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:02:18.961745 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (e8e523bf-dee8-4c78-852c-d49037640da2), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:18.985026 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-513b4cd8-20ed-481a-8dea-9d190cec01c5 req-86e273c9-1ae9-4302-97bb-409c8fea8655 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 210 time: 0.0338726 Apr 29 16:02:19.013276 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event deleted for resources: {'Port': ['ID=e8e523bf-dee8-4c78-852c-d49037640da2,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:19.130489 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Router 5d12bab4-f782-43e4-90be-a71840fab369 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:02:19.242231 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:02:19.252845 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99f0f4-e5a5-4b6b-882e-4c90493effe0 None None] Sync routers for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:02:19.263784 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99f0f4-e5a5-4b6b-882e-4c90493effe0 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:02:19.264393 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-7a99f0f4-e5a5-4b6b-882e-4c90493effe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:02:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:19.285298 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] No DVR routers for this DVR port e8e523bf-dee8-4c78-852c-d49037640da2 on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:02:19.287796 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:19.291008 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7909ac9c-e518-4df2-9f83-cef7c1c620b0 req-80c5ab12-a4b0-4959-bb72-a1f7a5a53b94 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "DELETE /v2.0/ports/e8e523bf-dee8-4c78-852c-d49037640da2 HTTP/1.1" status: 204 len: 173 time: 0.8863842 Apr 29 16:02:19.291444 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'name': 'network-vif-deleted', 'tag': 'e8e523bf-dee8-4c78-852c-d49037640da2'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:02:19.294555 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa25445-4930-4dee-a3e8-56e0184cdf60" -d '{"events": [{"server_uuid": "49b2c9e8-0e40-4180-b7db-7f04fb9e061c", "name": "network-vif-deleted", "tag": "e8e523bf-dee8-4c78-852c-d49037640da2"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:02:19.391803 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-7a99f0f4-e5a5-4b6b-882e-4c90493effe0 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:02:19.533212 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed07aabf-c868-4278-be44-f58114d24ea4 x-openstack-request-id: req-ed07aabf-c868-4278-be44-f58114d24ea4 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:02:19.533212 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b2c9e8-0e40-4180-b7db-7f04fb9e061c", "name": "network-vif-deleted", "tag": "e8e523bf-dee8-4c78-852c-d49037640da2", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:02:19.533212 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed07aabf-c868-4278-be44-f58114d24ea4 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:02:19.533212 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed07aabf-c868-4278-be44-f58114d24ea4'] response: {'server_uuid': '49b2c9e8-0e40-4180-b7db-7f04fb9e061c', 'name': 'network-vif-deleted', 'tag': 'e8e523bf-dee8-4c78-852c-d49037640da2', 'status': 'completed', 'code': 200} Apr 29 16:02:19.686152 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-7a99f0f4-e5a5-4b6b-882e-4c90493effe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:19.712312 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99f0f4-e5a5-4b6b-882e-4c90493effe0 None None] Checking router: 5d12bab4-f782-43e4-90be-a71840fab369 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:02:19.721361 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99f0f4-e5a5-4b6b-882e-4c90493effe0 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:02:19.721996 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-7a99f0f4-e5a5-4b6b-882e-4c90493effe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:02:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:19.827878 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-7a99f0f4-e5a5-4b6b-882e-4c90493effe0 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:02:20.016153 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-7a99f0f4-e5a5-4b6b-882e-4c90493effe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:20.044789 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99f0f4-e5a5-4b6b-882e-4c90493effe0 None None] The sync data for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi is: [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:02:20.111589 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f3f66b88-bcfa-4feb-8a20-d442c9195e93 req-5b1bc541-62ac-4323-a064-dd499d65dbee tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b2c9e8-0e40-4180-b7db-7f04fb9e061c HTTP/1.1" status: 200 len: 210 time: 0.0326145 Apr 29 16:02:20.186145 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:20.290585 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8fd9b3-7525-44bb-a45b-a6883739a309 None None] New status for floating IP 89aac3a8-1062-4573-a802-0e80634fb8f9: DOWN {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:02:21.254668 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35558) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:21.306900 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f0351cd2-2c62-4eba-a227-35c89828f49d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (07d367ed-f328-4511-b65a-61f10da0f63c), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:21.329982 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f0351cd2-2c62-4eba-a227-35c89828f49d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (07d367ed-f328-4511-b65a-61f10da0f63c), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:21.454371 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f0351cd2-2c62-4eba-a227-35c89828f49d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (07d367ed-f328-4511-b65a-61f10da0f63c), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:21.457593 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f0351cd2-2c62-4eba-a227-35c89828f49d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:21.458758 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-f0351cd2-2c62-4eba-a227-35c89828f49d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "DELETE /v2.0/security-groups/07d367ed-f328-4511-b65a-61f10da0f63c HTTP/1.1" status: 204 len: 168 time: 0.2030756 Apr 29 16:02:21.461519 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35560) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:21.470233 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0351cd2-2c62-4eba-a227-35c89828f49d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d367ed-f328-4511-b65a-61f10da0f63c,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:21.475452 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.api.v2.resource [None req-f4ce23cb-619b-44fd-bf29-a9b8e56f96e8 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] show failed (client error): The resource could not be found. Apr 29 16:02:21.476661 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-f4ce23cb-619b-44fd-bf29-a9b8e56f96e8 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups/07d367ed-f328-4511-b65a-61f10da0f63c HTTP/1.1" status: 404 len: 347 time: 0.0140920 Apr 29 16:02:21.479469 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35562) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:21.598470 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-1df61698-b11c-48a8-aa5c-eb6a05b9af72 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Deleting port 39b2d9bd-5218-4b2a-ad1d-40febcb4eb99 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:02:21.598817 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1df61698-b11c-48a8-aa5c-eb6a05b9af72 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (39b2d9bd-5218-4b2a-ad1d-40febcb4eb99), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:21.676827 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1df61698-b11c-48a8-aa5c-eb6a05b9af72 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (39b2d9bd-5218-4b2a-ad1d-40febcb4eb99), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:21.677155 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1df61698-b11c-48a8-aa5c-eb6a05b9af72 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (39b2d9bd-5218-4b2a-ad1d-40febcb4eb99), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:21.683275 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:21.690171 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-1df61698-b11c-48a8-aa5c-eb6a05b9af72 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Calling delete_port for 39b2d9bd-5218-4b2a-ad1d-40febcb4eb99 owned by network:floatingip {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:02:21.900427 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1df61698-b11c-48a8-aa5c-eb6a05b9af72 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (39b2d9bd-5218-4b2a-ad1d-40febcb4eb99), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:21.931584 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df61698-b11c-48a8-aa5c-eb6a05b9af72 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event deleted for resources: {'Port': ['ID=39b2d9bd-5218-4b2a-ad1d-40febcb4eb99,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:21.989934 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1df61698-b11c-48a8-aa5c-eb6a05b9af72 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (89aac3a8-1062-4573-a802-0e80634fb8f9), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:21.992901 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-1df61698-b11c-48a8-aa5c-eb6a05b9af72 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:21.994073 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-1df61698-b11c-48a8-aa5c-eb6a05b9af72 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "DELETE /v2.0/floatingips/89aac3a8-1062-4573-a802-0e80634fb8f9 HTTP/1.1" status: 204 len: 168 time: 0.5136404 Apr 29 16:02:22.172234 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e8e523bf-dee8-4c78-852c-d49037640da2 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:02:22.192806 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: e8e523bf-dee8-4c78-852c-d49037640da2 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:02:22.193161 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device e8e523bf-dee8-4c78-852c-d49037640da2 not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:02:22.329408 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35566) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:22.333868 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-63b1bbff-b271-4bad-afcf-ce17d13fcbdd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052534879', 'description': 'tempest-description--100836610'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:02:22.420590 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-63b1bbff-b271-4bad-afcf-ce17d13fcbdd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:22.488848 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-63b1bbff-b271-4bad-afcf-ce17d13fcbdd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (d6833f95-2fbb-41a4-9a0e-87669f273e08), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:22.568659 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-63b1bbff-b271-4bad-afcf-ce17d13fcbdd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (d6833f95-2fbb-41a4-9a0e-87669f273e08), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:22.596897 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1bbff-b271-4bad-afcf-ce17d13fcbdd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6833f95-2fbb-41a4-9a0e-87669f273e08,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:22.651019 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-63b1bbff-b271-4bad-afcf-ce17d13fcbdd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:22.652312 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-63b1bbff-b271-4bad-afcf-ce17d13fcbdd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3219106 Apr 29 16:02:22.655749 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35568) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:22.659973 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-3fc74021-74a0-42b6-8e37-05f7f01ef474 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'security_group_rule': {'security_group_id': 'd6833f95-2fbb-41a4-9a0e-87669f273e08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:02:22.739985 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3fc74021-74a0-42b6-8e37-05f7f01ef474 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (07800e0d-4ff2-4094-af1a-6abbed85d818), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:22.794653 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3fc74021-74a0-42b6-8e37-05f7f01ef474 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (07800e0d-4ff2-4094-af1a-6abbed85d818), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:22.859666 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3fc74021-74a0-42b6-8e37-05f7f01ef474 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (07800e0d-4ff2-4094-af1a-6abbed85d818), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:22.877441 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc74021-74a0-42b6-8e37-05f7f01ef474 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07800e0d-4ff2-4094-af1a-6abbed85d818,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:22.959022 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3fc74021-74a0-42b6-8e37-05f7f01ef474 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:22.960278 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-3fc74021-74a0-42b6-8e37-05f7f01ef474 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036134 Apr 29 16:02:22.969317 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35570) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:22.973535 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-3de31390-0ea9-4ba6-ae84-d24a4569f5af tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'security_group_rule': {'security_group_id': 'd6833f95-2fbb-41a4-9a0e-87669f273e08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:02:23.053918 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3de31390-0ea9-4ba6-ae84-d24a4569f5af tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (40a741a5-86d0-4c7d-b836-0b47cafb2dc4), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:23.111651 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3de31390-0ea9-4ba6-ae84-d24a4569f5af tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (40a741a5-86d0-4c7d-b836-0b47cafb2dc4), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:23.191843 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3de31390-0ea9-4ba6-ae84-d24a4569f5af tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (40a741a5-86d0-4c7d-b836-0b47cafb2dc4), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:23.210086 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de31390-0ea9-4ba6-ae84-d24a4569f5af tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a741a5-86d0-4c7d-b836-0b47cafb2dc4,revision_number=0']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:23.273815 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-3de31390-0ea9-4ba6-ae84-d24a4569f5af tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:23.275027 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-3de31390-0ea9-4ba6-ae84-d24a4569f5af tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3047793 Apr 29 16:02:23.278045 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35572) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:23.282302 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:02:23.362925 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:23.440690 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:23.554995 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Allocated IP 172.27.1.145 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/97764113-5de3-492e-a68a-fe335cacefab) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:02:23.654791 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for port (97764113-5de3-492e-a68a-fe335cacefab), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:23.747028 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (97764113-5de3-492e-a68a-fe335cacefab), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:23.782441 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:02:23.785481 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:02:23.790924 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 16:02:23.814567 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'Port': ['ID=97764113-5de3-492e-a68a-fe335cacefab,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:23.878118 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (15fe57b4-0e39-4b54-8ee2-a423d9c8e2da), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:23.990374 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (97764113-5de3-492e-a68a-fe335cacefab), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:24.139153 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for port (97764113-5de3-492e-a68a-fe335cacefab), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:24.197093 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (97764113-5de3-492e-a68a-fe335cacefab), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:24.270505 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'Port': ['ID=97764113-5de3-492e-a68a-fe335cacefab,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:24.282151 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (15fe57b4-0e39-4b54-8ee2-a423d9c8e2da), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:24.370240 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:24.372244 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-aa9ed798-bb25-4fa1-85f0-21b4f84d6bc3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0925236 Apr 29 16:02:24.565524 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-598ab299-180b-4578-98a4-a5542d028a21 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1052534879&fields=id&tenant_id=0967f051e3c44d16b15a27528381fa15 HTTP/1.1" status: 200 len: 267 time: 0.0428398 Apr 29 16:02:24.670431 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-f885a4e5-9a55-4fda-b2a4-2212adaf74e9 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:24.671919 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-f885a4e5-9a55-4fda-b2a4-2212adaf74e9 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 815 time: 0.1001370 Apr 29 16:02:24.686047 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-60710ac0-bfce-4d8a-9f37-472a9c5444fd tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/quotas/0967f051e3c44d16b15a27528381fa15 HTTP/1.1" status: 200 len: 375 time: 0.0087450 Apr 29 16:02:24.738608 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-bb0e0cd7-c27d-4a1e-bb0b-8e241dc40218 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477228 Apr 29 16:02:24.754024 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-72b1748a-9405-48b2-9b0a-381e18d0ee2c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 16:02:24.754972 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-72b1748a-9405-48b2-9b0a-381e18d0ee2c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049760 Apr 29 16:02:24.842642 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-b99a309d-1d27-4622-9986-e580e7d96aed service neutron] 10.222.0.23 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824890 Apr 29 16:02:24.934501 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-92add6be-4702-45b5-b356-fc0a52d8179c service neutron] 10.222.0.23 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860126 Apr 29 16:02:25.184978 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a734c70a-ea1d-4517-a2d0-cb779c706a4f req-922cd38a-870f-410d-b802-91f16dc225e3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 210 time: 0.0278616 Apr 29 16:02:26.281963 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c4abc43b-c786-47a4-805b-60ca7f323763 req-7c44eb37-5c2b-440b-b5ec-78a782bff703 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 210 time: 0.0281007 Apr 29 16:02:27.100451 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-2a1f2bc8-a05c-4d79-b889-9d993595735f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:27.101879 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-2a1f2bc8-a05c-4d79-b889-9d993595735f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 815 time: 0.1024756 Apr 29 16:02:27.162480 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-34bb2166-566d-49c5-b4b1-8a32cc8b661c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0967f051e3c44d16b15a27528381fa15 HTTP/1.1" status: 200 len: 380 time: 0.0514565 Apr 29 16:02:27.172458 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'port': {'device_id': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'admin_state_up': True, 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'security_groups': ['d6833f95-2fbb-41a4-9a0e-87669f273e08']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:02:27.383972 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Made reservation on behalf of 0967f051e3c44d16b15a27528381fa15 for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:02:27.387917 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:27.391071 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7bdbd4e5-99b7-4412-a95f-22eeb24e0941 req-f75cbd7b-453c-43e4-833f-f92bce4e0337 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 210 time: 0.0366323 Apr 29 16:02:27.514690 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Allocated IP 172.20.0.10 (56ae7595-6baa-4b18-8f21-31be6190cfcb/ecb708a7-0bb5-4ace-9db0-994275c87e86/dbaae6db-53e7-4d55-b256-9614d28fdc7c) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:02:27.651578 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:27.843138 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:27.885466 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Network 56ae7595-6baa-4b18-8f21-31be6190cfcb is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:02:27.890799 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:02:27.894507 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 16:02:27.901584 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'Port': ['ID=dbaae6db-53e7-4d55-b256-9614d28fdc7c,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:27.955693 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:27.956347 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:28.040489 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c9589e8d-d1b1-4dda-a2db-107f69192b10 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8721657 Apr 29 16:02:28.049902 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-afdcb65b-916e-4926-a8ab-222e8ba5757d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 16:02:28.050782 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-afdcb65b-916e-4926-a8ab-222e8ba5757d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054018 Apr 29 16:02:28.099135 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-67f31deb-0dd0-4fd6-8abb-e1dd677802ee None None] Provisioning complete for port dbaae6db-53e7-4d55-b256-9614d28fdc7c triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:02:28.099735 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-67f31deb-0dd0-4fd6-8abb-e1dd677802ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:28.135997 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-67f31deb-0dd0-4fd6-8abb-e1dd677802ee None None] Port dbaae6db-53e7-4d55-b256-9614d28fdc7c cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 16:02:28.156872 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Request body: {'port': {'device_id': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:02:28.215604 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:28.508200 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbaae6db-53e7-4d55-b256-9614d28fdc7c {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:02:28.519576 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Publish callbacks [] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:28.531630 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e8f79-3f9e-4163-b5e9-83503bacc16a req-af2eaa59-9c17-4d40-9d9b-88b4a8588c7c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:28.533112 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-698e8f79-3f9e-4163-b5e9-83503bacc16a req-af2eaa59-9c17-4d40-9d9b-88b4a8588c7c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 932 time: 0.0649071 Apr 29 16:02:28.545836 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Transition to ACTIVE for port object dbaae6db-53e7-4d55-b256-9614d28fdc7c will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 16:02:28.582136 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-698e8f79-3f9e-4163-b5e9-83503bacc16a req-1dc28b09-3a07-4881-9b0d-b1abb82da39c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6833f95-2fbb-41a4-9a0e-87669f273e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434425 Apr 29 16:02:28.608863 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:28.670674 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaae6db-53e7-4d55-b256-9614d28fdc7c,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:28.745842 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Attempting to bind port dbaae6db-53e7-4d55-b256-9614d28fdc7c on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 16:02:28.746744 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Attempting to bind port dbaae6db-53e7-4d55-b256-9614d28fdc7c by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 16:02:28.747888 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Attempting to bind port dbaae6db-53e7-4d55-b256-9614d28fdc7c on network 56ae7595-6baa-4b18-8f21-31be6190cfcb {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:02:28.752445 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Port dbaae6db-53e7-4d55-b256-9614d28fdc7c on network 56ae7595-6baa-4b18-8f21-31be6190cfcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 16:02:28.752764 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Attempting to bind port dbaae6db-53e7-4d55-b256-9614d28fdc7c on network 56ae7595-6baa-4b18-8f21-31be6190cfcb {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:02:28.757681 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 16:02:28.758014 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Checking segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 16:02:28.758397 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Bound using segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 16:02:28.758819 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Bound port: dbaae6db-53e7-4d55-b256-9614d28fdc7c, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 16:02:28.759174 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:28.826685 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] For port dbaae6db-53e7-4d55-b256-9614d28fdc7c, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:02:28.829595 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] For port dbaae6db-53e7-4d55-b256-9614d28fdc7c, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=dbaae6db-53e7-4d55-b256-9614d28fdc7c,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:02:28.906106 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:28.941649 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:28.942272 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:28.944133 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] 10.222.0.37 "PUT /v2.0/ports/dbaae6db-53e7-4d55-b256-9614d28fdc7c HTTP/1.1" status: 200 len: 1094 time: 0.8850129 Apr 29 16:02:28.944580 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'tag': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:02:28.946802 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d49da84-7d98-4862-802e-9aac90d9e59b" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfac0bb-9c7a-4529-9a20-e78e1239fb7c", "tag": "dbaae6db-53e7-4d55-b256-9614d28fdc7c"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:02:28.983823 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf74da-623d-4909-beb8-7340fc57ea00 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaae6db-53e7-4d55-b256-9614d28fdc7c,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:28.992398 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a5e754-67e9-47bc-840d-78f7c8601876 x-openstack-request-id: req-e3a5e754-67e9-47bc-840d-78f7c8601876 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:02:28.992723 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfac0bb-9c7a-4529-9a20-e78e1239fb7c", "tag": "dbaae6db-53e7-4d55-b256-9614d28fdc7c", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:02:28.992989 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3a5e754-67e9-47bc-840d-78f7c8601876 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:02:28.993403 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a5e754-67e9-47bc-840d-78f7c8601876'] response: {'name': 'network-changed', 'server_uuid': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'tag': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c', 'status': 'completed', 'code': 200} Apr 29 16:02:29.059845 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49da84-7d98-4862-802e-9aac90d9e59b req-e012edae-01e8-4444-aeab-84f71886d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:29.061515 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4d49da84-7d98-4862-802e-9aac90d9e59b req-e012edae-01e8-4444-aeab-84f71886d5aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 1128 time: 0.0456617 Apr 29 16:02:29.166236 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49da84-7d98-4862-802e-9aac90d9e59b req-a10776f0-1599-4b53-a4c9-305f67c5d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:29.167853 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4d49da84-7d98-4862-802e-9aac90d9e59b req-a10776f0-1599-4b53-a4c9-305f67c5d075 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0967f051e3c44d16b15a27528381fa15&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0981963 Apr 29 16:02:29.263354 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49da84-7d98-4862-802e-9aac90d9e59b req-a4e6878b-e458-4c0d-a8b9-580417539e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:29.264749 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4d49da84-7d98-4862-802e-9aac90d9e59b req-a4e6878b-e458-4c0d-a8b9-580417539e7d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912302 Apr 29 16:02:29.340690 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-db0672e5-b04f-4419-8ec7-c3139cbdfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:29.342128 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-db0672e5-b04f-4419-8ec7-c3139cbdfc8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 1128 time: 0.0390840 Apr 29 16:02:29.382341 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-eb832928-58fb-423b-b80d-18ce77c25a52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbaae6db-53e7-4d55-b256-9614d28fdc7c HTTP/1.1" status: 200 len: 217 time: 0.0333302 Apr 29 16:02:29.433341 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c8202c94-39a4-4fbc-a212-87d601ec8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:29.435068 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-c8202c94-39a4-4fbc-a212-87d601ec8b4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecb708a7-0bb5-4ace-9db0-994275c87e86 HTTP/1.1" status: 200 len: 854 time: 0.0465598 Apr 29 16:02:29.479147 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-575dd95a-0e00-4e3e-8911-bacdad819932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:29.480757 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-575dd95a-0e00-4e3e-8911-bacdad819932 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56ae7595-6baa-4b18-8f21-31be6190cfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391953 Apr 29 16:02:29.568996 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-f65855ed-1a0b-4659-9bed-c49a918f1774 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815196 Apr 29 16:02:29.689806 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-bfe0fc31-921a-4668-91cf-c5181376da55 req-47149190-8b3d-4229-af75-2db03b009734 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142557 Apr 29 16:02:29.703781 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07af92-6175-42f1-bf74-f228d4550cbb req-b80c5c32-bcfa-44d2-92e3-e1feaaeb3674 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:29.705240 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e07af92-6175-42f1-bf74-f228d4550cbb req-b80c5c32-bcfa-44d2-92e3-e1feaaeb3674 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 944 time: 0.0551531 Apr 29 16:02:29.755662 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6e07af92-6175-42f1-bf74-f228d4550cbb req-70a3329a-c308-44ef-ae5e-ae23182a4c2f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6833f95-2fbb-41a4-9a0e-87669f273e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447960 Apr 29 16:02:30.869987 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a691113-8a05-4e23-8d53-83cc6c5fcc43 req-19d08182-0658-4266-8d02-8874218eecad tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:30.871572 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3a691113-8a05-4e23-8d53-83cc6c5fcc43 req-19d08182-0658-4266-8d02-8874218eecad tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 944 time: 0.0472100 Apr 29 16:02:30.917402 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-3a691113-8a05-4e23-8d53-83cc6c5fcc43 req-c00f9dc4-e13c-463d-9f85-52340647495d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6833f95-2fbb-41a4-9a0e-87669f273e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402892 Apr 29 16:02:32.030232 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3dbab-f4a3-49db-b46e-4e177468a957 req-e60e260d-a74c-418a-b698-35451733090c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:32.031668 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-07c3dbab-f4a3-49db-b46e-4e177468a957 req-e60e260d-a74c-418a-b698-35451733090c tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 944 time: 0.0471957 Apr 29 16:02:32.077335 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-07c3dbab-f4a3-49db-b46e-4e177468a957 req-352da6b5-d154-4b3e-ba8d-a60d929a71b7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6833f95-2fbb-41a4-9a0e-87669f273e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401030 Apr 29 16:02:32.242518 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device dbaae6db-53e7-4d55-b256-9614d28fdc7c details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 16:02:32.339603 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port dbaae6db-53e7-4d55-b256-9614d28fdc7c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=dbaae6db-53e7-4d55-b256-9614d28fdc7c,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:02:32.350390 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'port_id': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c', 'mac_address': 'fa:16:3e:70:46:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 16:02:32.386379 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port dbaae6db-53e7-4d55-b256-9614d28fdc7c is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:02:32.387505 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:32.399795 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaae6db-53e7-4d55-b256-9614d28fdc7c {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:02:32.419602 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port dbaae6db-53e7-4d55-b256-9614d28fdc7c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=dbaae6db-53e7-4d55-b256-9614d28fdc7c,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:02:32.533581 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:32.580500 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=dbaae6db-53e7-4d55-b256-9614d28fdc7c,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:32.767819 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['dbaae6db-53e7-4d55-b256-9614d28fdc7c'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 16:02:33.466480 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd8b9f-c2cf-46b6-92e2-237093036494 req-ef8b117d-127e-4092-999b-d934fbb2cfbe tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:33.467973 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fcfd8b9f-c2cf-46b6-92e2-237093036494 req-ef8b117d-127e-4092-999b-d934fbb2cfbe tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 945 time: 0.3242681 Apr 29 16:02:33.514464 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-fcfd8b9f-c2cf-46b6-92e2-237093036494 req-66b22e6e-e82a-4386-b5ee-9a72b58e8670 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6833f95-2fbb-41a4-9a0e-87669f273e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 Apr 29 16:02:34.259117 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device dbaae6db-53e7-4d55-b256-9614d28fdc7c up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 16:02:34.302868 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port dbaae6db-53e7-4d55-b256-9614d28fdc7c completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 16:02:34.356759 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port dbaae6db-53e7-4d55-b256-9614d28fdc7c triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:02:34.357135 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:34.436479 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port dbaae6db-53e7-4d55-b256-9614d28fdc7c is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:02:34.436862 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:34.459093 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:02:34.461333 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3f1394-9748-4286-b39b-cff07b71efd5" -d '{"events": [{"server_uuid": "4dfac0bb-9c7a-4529-9a20-e78e1239fb7c", "name": "network-vif-plugged", "status": "completed", "tag": "dbaae6db-53e7-4d55-b256-9614d28fdc7c"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:02:34.477238 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port dbaae6db-53e7-4d55-b256-9614d28fdc7c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=dbaae6db-53e7-4d55-b256-9614d28fdc7c,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:02:34.540498 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:34.566408 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c015ae-abdc-4f09-be3f-9bec875d5621 x-openstack-request-id: req-f0c015ae-abdc-4f09-be3f-9bec875d5621 {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:02:34.566714 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfac0bb-9c7a-4529-9a20-e78e1239fb7c", "name": "network-vif-plugged", "status": "completed", "tag": "dbaae6db-53e7-4d55-b256-9614d28fdc7c", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:02:34.567182 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0c015ae-abdc-4f09-be3f-9bec875d5621 {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:02:34.567602 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0c015ae-abdc-4f09-be3f-9bec875d5621'] response: {'server_uuid': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c', 'code': 200} Apr 29 16:02:34.595869 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=dbaae6db-53e7-4d55-b256-9614d28fdc7c,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:34.639586 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46497bc-cd37-4e5f-bcb6-b22251218773 req-9cc182ce-ab06-4666-95a4-36a8a81ba016 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:34.641139 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b46497bc-cd37-4e5f-bcb6-b22251218773 req-9cc182ce-ab06-4666-95a4-36a8a81ba016 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 946 time: 0.0567675 Apr 29 16:02:34.693883 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b46497bc-cd37-4e5f-bcb6-b22251218773 req-49eac643-f7fb-4d41-9d47-8b85176d68a7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6833f95-2fbb-41a4-9a0e-87669f273e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470598 Apr 29 16:02:34.836714 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e87e2-4e16-44bd-9895-29bdd8ee8ff7 req-198b0619-ba49-4672-b254-22f07ad8857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:34.838190 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1d9e87e2-4e16-44bd-9895-29bdd8ee8ff7 req-198b0619-ba49-4672-b254-22f07ad8857f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 1130 time: 0.0383024 Apr 29 16:02:34.883098 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1d9e87e2-4e16-44bd-9895-29bdd8ee8ff7 req-10d2759d-f76f-4676-ba73-ae7f74cdcbc5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6833f95-2fbb-41a4-9a0e-87669f273e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 Apr 29 16:02:35.809045 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926615f-1172-4ad9-a8ad-019542905523 req-d9f78a28-6919-4863-b40b-cb74837a12e2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:35.810506 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e926615f-1172-4ad9-a8ad-019542905523 req-d9f78a28-6919-4863-b40b-cb74837a12e2 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 946 time: 0.0465589 Apr 29 16:02:35.857066 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e926615f-1172-4ad9-a8ad-019542905523 req-43eb27cb-c418-43a6-9df5-286573faa7fc tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6833f95-2fbb-41a4-9a0e-87669f273e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410433 Apr 29 16:02:36.971235 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8958a78-d4bf-46ff-90d7-07073192e2cc req-28a53889-51ed-400b-9cf1-0a731a18ee12 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:36.972713 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a8958a78-d4bf-46ff-90d7-07073192e2cc req-28a53889-51ed-400b-9cf1-0a731a18ee12 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 946 time: 0.0465429 Apr 29 16:02:37.019136 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a8958a78-d4bf-46ff-90d7-07073192e2cc req-fea1ef49-6e0d-4a77-a0a5-4796fba95850 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6833f95-2fbb-41a4-9a0e-87669f273e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409436 Apr 29 16:02:37.129904 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19385069-6561-401f-b061-bcbe98860646 req-98086303-1b7c-4304-a97a-46dc4b452d74 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:37.131387 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-19385069-6561-401f-b061-bcbe98860646 req-98086303-1b7c-4304-a97a-46dc4b452d74 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 946 time: 0.0504124 Apr 29 16:02:37.139932 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35636) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:02:37.144277 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-587f409c-c76d-4079-bf76-38221533d892 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'floatingip': {'port_id': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:02:37.182830 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-587f409c-c76d-4079-bf76-38221533d892 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (15fe57b4-0e39-4b54-8ee2-a423d9c8e2da), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:37.624687 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-587f409c-c76d-4079-bf76-38221533d892 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:37.705578 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-587f409c-c76d-4079-bf76-38221533d892 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (15fe57b4-0e39-4b54-8ee2-a423d9c8e2da), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:37.812122 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [None req-587f409c-c76d-4079-bf76-38221533d892 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Floating IP 15fe57b4-0e39-4b54-8ee2-a423d9c8e2da associated. External IP: 172.27.1.145, port: dbaae6db-53e7-4d55-b256-9614d28fdc7c. Apr 29 16:02:38.025772 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587f409c-c76d-4079-bf76-38221533d892 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Router 5d12bab4-f782-43e4-90be-a71840fab369 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:02:38.137830 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587f409c-c76d-4079-bf76-38221533d892 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:02:38.142759 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-587f409c-c76d-4079-bf76-38221533d892 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:38.148693 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf3967c-483e-4b9e-bfc3-18ad483fe79c None None] Sync routers for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:02:38.159288 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf3967c-483e-4b9e-bfc3-18ad483fe79c None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:02:38.159937 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-4bf3967c-483e-4b9e-bfc3-18ad483fe79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:02:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:38.172075 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-587f409c-c76d-4079-bf76-38221533d892 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "PUT /v2.0/floatingips/15fe57b4-0e39-4b54-8ee2-a423d9c8e2da HTTP/1.1" status: 200 len: 992 time: 1.0310750 Apr 29 16:02:38.172674 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'tag': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:02:38.174882 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4da16f7-fc46-430e-831f-dc61b8e35d70" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfac0bb-9c7a-4529-9a20-e78e1239fb7c", "tag": "dbaae6db-53e7-4d55-b256-9614d28fdc7c"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:02:38.212795 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8743f3a1-cb5a-4d3c-85fa-482b9f282623 x-openstack-request-id: req-8743f3a1-cb5a-4d3c-85fa-482b9f282623 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:02:38.213093 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfac0bb-9c7a-4529-9a20-e78e1239fb7c", "tag": "dbaae6db-53e7-4d55-b256-9614d28fdc7c", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:02:38.213369 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8743f3a1-cb5a-4d3c-85fa-482b9f282623 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:02:38.213758 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8743f3a1-cb5a-4d3c-85fa-482b9f282623'] response: {'name': 'network-changed', 'server_uuid': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'tag': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c', 'status': 'completed', 'code': 200} Apr 29 16:02:38.271317 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-4bf3967c-483e-4b9e-bfc3-18ad483fe79c None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:02:38.273157 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da16f7-fc46-430e-831f-dc61b8e35d70 req-0faf3237-296c-40dc-8590-ffaa4091bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:38.274714 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b4da16f7-fc46-430e-831f-dc61b8e35d70 req-0faf3237-296c-40dc-8590-ffaa4091bb77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 1130 time: 0.0404594 Apr 29 16:02:38.367200 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da16f7-fc46-430e-831f-dc61b8e35d70 req-7faa3553-78e7-4701-9bb4-7aea67b13f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:38.368757 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b4da16f7-fc46-430e-831f-dc61b8e35d70 req-7faa3553-78e7-4701-9bb4-7aea67b13f95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 916 time: 0.0873909 Apr 29 16:02:38.434110 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b4da16f7-fc46-430e-831f-dc61b8e35d70 req-e3bf25a5-e8ea-4072-baed-fe9225652ec6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbaae6db-53e7-4d55-b256-9614d28fdc7c HTTP/1.1" status: 200 len: 1000 time: 0.0586309 Apr 29 16:02:38.482045 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da16f7-fc46-430e-831f-dc61b8e35d70 req-a4580ec2-9401-4357-a206-d09771a357a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:38.483553 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b4da16f7-fc46-430e-831f-dc61b8e35d70 req-a4580ec2-9401-4357-a206-d09771a357a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecb708a7-0bb5-4ace-9db0-994275c87e86 HTTP/1.1" status: 200 len: 854 time: 0.0430982 Apr 29 16:02:38.489566 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-4bf3967c-483e-4b9e-bfc3-18ad483fe79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '15fe57b4-0e39-4b54-8ee2-a423d9c8e2da', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:70:46:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:02:23Z', 'updated_at': '2022-04-29T16:02:37Z', 'revision_number': 1, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:38.516699 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf3967c-483e-4b9e-bfc3-18ad483fe79c None None] Checking router: 5d12bab4-f782-43e4-90be-a71840fab369 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:02:38.525012 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf3967c-483e-4b9e-bfc3-18ad483fe79c None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:02:38.525607 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-4bf3967c-483e-4b9e-bfc3-18ad483fe79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:02:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:38.531316 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da16f7-fc46-430e-831f-dc61b8e35d70 req-3efad961-7e17-41e2-a797-7f0baa86b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:38.532895 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b4da16f7-fc46-430e-831f-dc61b8e35d70 req-3efad961-7e17-41e2-a797-7f0baa86b8fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56ae7595-6baa-4b18-8f21-31be6190cfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428379 Apr 29 16:02:38.623553 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b4da16f7-fc46-430e-831f-dc61b8e35d70 req-9ef25207-e84a-4b80-805d-2194fe2829e8 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835032 Apr 29 16:02:38.632376 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-4bf3967c-483e-4b9e-bfc3-18ad483fe79c None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:02:38.722130 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b4da16f7-fc46-430e-831f-dc61b8e35d70 req-2141f4be-54f6-4e18-be55-f669e1b2e51a service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925674 Apr 29 16:02:38.852915 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-4bf3967c-483e-4b9e-bfc3-18ad483fe79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '15fe57b4-0e39-4b54-8ee2-a423d9c8e2da', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:70:46:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:02:23Z', 'updated_at': '2022-04-29T16:02:37Z', 'revision_number': 1, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:38.879769 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf3967c-483e-4b9e-bfc3-18ad483fe79c None None] The sync data for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi is: [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '15fe57b4-0e39-4b54-8ee2-a423d9c8e2da', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:70:46:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:02:23Z', 'updated_at': '2022-04-29T16:02:37Z', 'revision_number': 1, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:02:39.070228 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b4bf1-a911-4d41-89f3-16b5b25552ed None None] New status for floating IP 15fe57b4-0e39-4b54-8ee2-a423d9c8e2da: ACTIVE {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:02:44.950967 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:45.099917 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-201f3637-7055-452c-9cd7-e61c3c659f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:46.407901 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:02:47.402531 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-98b3b961-4725-4b95-80b0-0c5ec891d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:48.728121 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:50.202091 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:02:51.682226 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:14.910708 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:15.013062 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-6828e27f-1c83-4e84-ae21-9ccfb396f682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:17.401924 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-3a2e9e84-58cd-4a7a-8839-e2dbcafcdc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:18.716296 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:20.179074 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:21.665017 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:23.406464 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:03:26.064515 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e19895-cebd-46cc-8506-1cc7599828d4 req-0647da10-beb4-4bd6-9388-982a73f45ce0 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:26.065984 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e6e19895-cebd-46cc-8506-1cc7599828d4 req-0647da10-beb4-4bd6-9388-982a73f45ce0 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 946 time: 0.0478730 Apr 29 16:03:26.112033 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e6e19895-cebd-46cc-8506-1cc7599828d4 req-be24ed11-4e65-40c3-993e-9862aad7e1a3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6833f95-2fbb-41a4-9a0e-87669f273e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404699 Apr 29 16:03:26.624393 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35714) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:26.770546 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Deleting port a800aeca-1010-4592-a1f7-e301855905a0 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:26.770884 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (a800aeca-1010-4592-a1f7-e301855905a0), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:26.846854 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (a800aeca-1010-4592-a1f7-e301855905a0), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:26.847182 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (a800aeca-1010-4592-a1f7-e301855905a0), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:26.859478 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Calling delete_port for a800aeca-1010-4592-a1f7-e301855905a0 owned by network:floatingip {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:27.053336 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (a800aeca-1010-4592-a1f7-e301855905a0), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:27.079379 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event deleted for resources: {'Port': ['ID=a800aeca-1010-4592-a1f7-e301855905a0,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:27.090963 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.091316 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.091659 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.092023 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.092355 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.092686 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.093015 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.093338 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.093667 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.093990 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.094314 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.094638 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.094959 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.095281 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.095601 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:27.150923 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (f802278e-0d23-446e-85d8-b61b196e0893), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:27.151262 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.l3_db [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Floating IP f802278e-0d23-446e-85d8-b61b196e0893 disassociated (deleted). External IP: 172.27.1.7, port: 894387d2-ec22-4f76-a952-36c9065e128e. Apr 29 16:03:27.231391 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1060e-9ff9-4ca4-abec-38bdd906a672 req-d9d69b9a-91b4-4aa4-84e1-dcc6822116d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:27.232903 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a7a1060e-9ff9-4ca4-abec-38bdd906a672 req-d9d69b9a-91b4-4aa4-84e1-dcc6822116d5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 946 time: 0.0502543 Apr 29 16:03:27.280650 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a7a1060e-9ff9-4ca4-abec-38bdd906a672 req-6116bd42-79d2-48e2-b442-bfe9d09a1776 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6833f95-2fbb-41a4-9a0e-87669f273e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420957 Apr 29 16:03:27.367063 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Router cd003357-749a-41b1-958f-4415c52925d5 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:03:27.476887 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:03:27.481408 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:27.487360 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe3891-ac9a-4fd1-bd50-ed0e3541bd94 None None] Sync routers for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:03:27.497452 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe3891-ac9a-4fd1-bd50-ed0e3541bd94 None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:03:27.498072 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-e3fe3891-ac9a-4fd1-bd50-ed0e3541bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:03:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:27.512187 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-225a9fb2-814b-425e-8def-a4f5114181d3 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "DELETE /v2.0/floatingips/f802278e-0d23-446e-85d8-b61b196e0893 HTTP/1.1" status: 204 len: 168 time: 0.8867054 Apr 29 16:03:27.512785 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'tag': '894387d2-ec22-4f76-a952-36c9065e128e'}] {{(pid=110323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:03:27.517221 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}414e8c5dbfbee19e4252a5807369e5d62406377d8fb6960200d97a6b20918bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d19562-e242-4649-a541-4088f17d1360" -d '{"events": [{"name": "network-changed", "server_uuid": "64200243-22f4-4e23-ab9b-3d7192237dc9", "tag": "894387d2-ec22-4f76-a952-36c9065e128e"}]}' {{(pid=110323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:03:27.557888 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1522a0-7e51-4f13-9258-fc865b8addda x-openstack-request-id: req-0b1522a0-7e51-4f13-9258-fc865b8addda {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:03:27.558381 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64200243-22f4-4e23-ab9b-3d7192237dc9", "tag": "894387d2-ec22-4f76-a952-36c9065e128e", "status": "completed", "code": 200}]} {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:03:27.558809 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b1522a0-7e51-4f13-9258-fc865b8addda {{(pid=110323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:03:27.559640 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1522a0-7e51-4f13-9258-fc865b8addda'] response: {'name': 'network-changed', 'server_uuid': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'tag': '894387d2-ec22-4f76-a952-36c9065e128e', 'status': 'completed', 'code': 200} Apr 29 16:03:27.593018 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-d0cf15b2-e935-4450-adea-11891603f0c3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:27.594612 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-d0cf15b2-e935-4450-adea-11891603f0c3 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 946 time: 0.0510552 Apr 29 16:03:27.670115 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19562-e242-4649-a541-4088f17d1360 req-54b8c8c7-e23d-4bed-9212-44f64fe72d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:27.671648 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-88d19562-e242-4649-a541-4088f17d1360 req-54b8c8c7-e23d-4bed-9212-44f64fe72d02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 1129 time: 0.0760992 Apr 29 16:03:27.710043 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-e3fe3891-ac9a-4fd1-bd50-ed0e3541bd94 None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:03:27.773557 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Deleting port dbaae6db-53e7-4d55-b256-9614d28fdc7c {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:27.773899 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:27.855213 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19562-e242-4649-a541-4088f17d1360 req-93aaf62f-383a-43c4-900d-e58228ee7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:27.856716 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-88d19562-e242-4649-a541-4088f17d1360 req-93aaf62f-383a-43c4-900d-e58228ee7936 service neutron] 10.222.0.37 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 913 time: 0.1752903 Apr 29 16:03:27.904870 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-88d19562-e242-4649-a541-4088f17d1360 req-a5898ff5-b972-474a-bc3b-a192d09b6a07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=894387d2-ec22-4f76-a952-36c9065e128e HTTP/1.1" status: 200 len: 217 time: 0.0408580 Apr 29 16:03:27.925251 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] For port dbaae6db-53e7-4d55-b256-9614d28fdc7c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=dbaae6db-53e7-4d55-b256-9614d28fdc7c,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:27.925937 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:27.931945 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-e3fe3891-ac9a-4fd1-bd50-ed0e3541bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '13688600-bf52-4304-8b7d-26c3d3f6c1ea', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:46:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:59:35Z', 'updated_at': '2022-04-29T15:59:37Z', 'revision_number': 1, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:27.967452 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe3891-ac9a-4fd1-bd50-ed0e3541bd94 None None] Checking router: cd003357-749a-41b1-958f-4415c52925d5 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:03:27.976175 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe3891-ac9a-4fd1-bd50-ed0e3541bd94 None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:03:27.976776 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-e3fe3891-ac9a-4fd1-bd50-ed0e3541bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:03:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:28.016805 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19562-e242-4649-a541-4088f17d1360 req-413fd6e9-7efa-4e7b-9d74-bd3cc8b4a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:28.018287 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-88d19562-e242-4649-a541-4088f17d1360 req-413fd6e9-7efa-4e7b-9d74-bd3cc8b4a02c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb HTTP/1.1" status: 200 len: 851 time: 0.1064904 Apr 29 16:03:28.064553 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662e0f1-e2e4-4ac5-98a0-73ddf4bd8dc4 req-fff9de54-389c-4b7d-9189-9b8022adc535 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:28.066037 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6662e0f1-e2e4-4ac5-98a0-73ddf4bd8dc4 req-fff9de54-389c-4b7d-9189-9b8022adc535 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 945 time: 0.0698147 Apr 29 16:03:28.088651 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-e3fe3891-ac9a-4fd1-bd50-ed0e3541bd94 None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:03:28.186116 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-6662e0f1-e2e4-4ac5-98a0-73ddf4bd8dc4 req-039f59af-a498-425f-8f9f-1ceed9daa1b1 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892007 Apr 29 16:03:28.207239 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:28.207606 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (15fe57b4-0e39-4b54-8ee2-a423d9c8e2da), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:28.207958 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Floating IP 15fe57b4-0e39-4b54-8ee2-a423d9c8e2da disassociated. External IP: 172.27.1.145, port: dbaae6db-53e7-4d55-b256-9614d28fdc7c. Apr 29 16:03:28.208303 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Calling delete_port for dbaae6db-53e7-4d55-b256-9614d28fdc7c owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:28.303487 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-e3fe3891-ac9a-4fd1-bd50-ed0e3541bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '13688600-bf52-4304-8b7d-26c3d3f6c1ea', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:46:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:59:35Z', 'updated_at': '2022-04-29T15:59:37Z', 'revision_number': 1, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:28.335044 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe3891-ac9a-4fd1-bd50-ed0e3541bd94 None None] The sync data for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi is: [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '13688600-bf52-4304-8b7d-26c3d3f6c1ea', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'port_id': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'mac_address': 'fa:16:3e:46:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:59:35Z', 'updated_at': '2022-04-29T15:59:37Z', 'revision_number': 1, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:03:28.403812 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3fa58-4004-48df-b2ae-32137d27849b req-204785d6-0a14-42d7-b945-5d177a8bdebb tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:28.405319 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-edf3fa58-4004-48df-b2ae-32137d27849b req-204785d6-0a14-42d7-b945-5d177a8bdebb tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 946 time: 0.0501685 Apr 29 16:03:28.406451 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (dbaae6db-53e7-4d55-b256-9614d28fdc7c), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:28.451799 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event deleted for resources: {'Port': ['ID=dbaae6db-53e7-4d55-b256-9614d28fdc7c,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:28.466166 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.466542 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.466852 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.467196 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.467533 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.467895 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.468230 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.468556 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.468892 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.469215 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.469541 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.469853 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.470201 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.470504 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.470826 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:28.539481 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-edf3fa58-4004-48df-b2ae-32137d27849b req-f206bad2-9915-4078-8bdb-ebf226d67cdc tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6833f95-2fbb-41a4-9a0e-87669f273e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265204 Apr 29 16:03:28.589599 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947be22-b7e8-4495-bf38-274979b51796 None None] New status for floating IP f802278e-0d23-446e-85d8-b61b196e0893: DOWN {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:03:28.612711 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Router 5d12bab4-f782-43e4-90be-a71840fab369 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:03:28.726068 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:03:28.736843 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df46ee-df55-464f-936b-02f7eed4e9e0 None None] Sync routers for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:03:28.749748 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df46ee-df55-464f-936b-02f7eed4e9e0 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:03:28.750379 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-91df46ee-df55-464f-936b-02f7eed4e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:03:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:28.770733 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] No DVR routers for this DVR port dbaae6db-53e7-4d55-b256-9614d28fdc7c on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:03:28.773240 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:28.777092 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f98ffec2-e07d-4f16-adc1-b468f4d61cd7 req-4322f358-99e6-4f6e-8da3-6e2144e735c7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "DELETE /v2.0/ports/dbaae6db-53e7-4d55-b256-9614d28fdc7c HTTP/1.1" status: 204 len: 173 time: 1.1518981 Apr 29 16:03:28.777528 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'name': 'network-vif-deleted', 'tag': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:03:28.779779 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f42eaf-2356-4df0-9d93-7a4b595120dc" -d '{"events": [{"server_uuid": "4dfac0bb-9c7a-4529-9a20-e78e1239fb7c", "name": "network-vif-deleted", "tag": "dbaae6db-53e7-4d55-b256-9614d28fdc7c"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:03:28.817209 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670715b0-09f8-4bd0-bf22-027c7892442f x-openstack-request-id: req-670715b0-09f8-4bd0-bf22-027c7892442f {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:03:28.820074 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfac0bb-9c7a-4529-9a20-e78e1239fb7c", "name": "network-vif-deleted", "tag": "dbaae6db-53e7-4d55-b256-9614d28fdc7c", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:03:28.820532 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-670715b0-09f8-4bd0-bf22-027c7892442f {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:03:28.821137 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-670715b0-09f8-4bd0-bf22-027c7892442f'] response: {'server_uuid': '4dfac0bb-9c7a-4529-9a20-e78e1239fb7c', 'name': 'network-vif-deleted', 'tag': 'dbaae6db-53e7-4d55-b256-9614d28fdc7c', 'status': 'completed', 'code': 200} Apr 29 16:03:28.864327 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-91df46ee-df55-464f-936b-02f7eed4e9e0 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:03:29.036871 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19562-e242-4649-a541-4088f17d1360 req-b619f15f-1010-4e35-a196-e10e155ed2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:29.038335 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-88d19562-e242-4649-a541-4088f17d1360 req-b619f15f-1010-4e35-a196-e10e155ed2b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79c6c2df-648a-4e52-83c5-171cce1d2a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420382 Apr 29 16:03:29.066770 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-91df46ee-df55-464f-936b-02f7eed4e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:29.093166 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df46ee-df55-464f-936b-02f7eed4e9e0 None None] Checking router: 5d12bab4-f782-43e4-90be-a71840fab369 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:03:29.101727 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df46ee-df55-464f-936b-02f7eed4e9e0 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:03:29.102388 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-91df46ee-df55-464f-936b-02f7eed4e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:03:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:29.144027 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-88d19562-e242-4649-a541-4088f17d1360 req-de7eba73-d686-4dcb-8ba6-1fc5390ce980 service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978546 Apr 29 16:03:29.221448 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-91df46ee-df55-464f-936b-02f7eed4e9e0 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:03:29.306085 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-88d19562-e242-4649-a541-4088f17d1360 req-b5227600-0f64-488f-8555-c266095639ca service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225216 Apr 29 16:03:29.317069 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c5e8c-240d-4308-a750-91fef74e94e0 req-bf4c56f4-593c-4e39-ad25-b98398488b86 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:29.318478 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9e7c5e8c-240d-4308-a750-91fef74e94e0 req-bf4c56f4-593c-4e39-ad25-b98398488b86 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 945 time: 0.0618367 Apr 29 16:03:29.367596 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9e7c5e8c-240d-4308-a750-91fef74e94e0 req-a8b740aa-534c-4197-b46f-52abf36bd646 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424502 Apr 29 16:03:29.430961 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-91df46ee-df55-464f-936b-02f7eed4e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:29.458267 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df46ee-df55-464f-936b-02f7eed4e9e0 None None] The sync data for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi is: [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:03:29.499851 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a45dfb-4e11-4761-b6c6-093b05b9d66c req-f8effd18-f892-4bcf-ac1f-3379de581622 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:29.501371 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b2a45dfb-4e11-4761-b6c6-093b05b9d66c req-f8effd18-f892-4bcf-ac1f-3379de581622 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Apr 29 16:03:29.599213 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-b2a45dfb-4e11-4761-b6c6-093b05b9d66c req-5752fe78-2b6b-40f9-8023-442479cd8140 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Deleting port 894387d2-ec22-4f76-a952-36c9065e128e {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:29.600072 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b2a45dfb-4e11-4761-b6c6-093b05b9d66c req-5752fe78-2b6b-40f9-8023-442479cd8140 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (894387d2-ec22-4f76-a952-36c9065e128e), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:29.690223 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-1f9d94c8-9346-4683-aeaf-96608f7be50e req-213ba33d-0cd9-421c-803d-b52123cdea39 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dfac0bb-9c7a-4529-9a20-e78e1239fb7c HTTP/1.1" status: 200 len: 210 time: 0.0588536 Apr 29 16:03:29.691893 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd99d356-2429-49d3-8fbc-96e245d0ffc3 None None] New status for floating IP 15fe57b4-0e39-4b54-8ee2-a423d9c8e2da: DOWN {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:03:29.719885 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-b2a45dfb-4e11-4761-b6c6-093b05b9d66c req-5752fe78-2b6b-40f9-8023-442479cd8140 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] For port 894387d2-ec22-4f76-a952-36c9065e128e, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=894387d2-ec22-4f76-a952-36c9065e128e,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:29.720243 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b2a45dfb-4e11-4761-b6c6-093b05b9d66c req-5752fe78-2b6b-40f9-8023-442479cd8140 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (894387d2-ec22-4f76-a952-36c9065e128e), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:29.737182 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-b2a45dfb-4e11-4761-b6c6-093b05b9d66c req-5752fe78-2b6b-40f9-8023-442479cd8140 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Calling delete_port for 894387d2-ec22-4f76-a952-36c9065e128e owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:29.990365 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b2a45dfb-4e11-4761-b6c6-093b05b9d66c req-5752fe78-2b6b-40f9-8023-442479cd8140 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (894387d2-ec22-4f76-a952-36c9065e128e), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:30.017805 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752fe78-2b6b-40f9-8023-442479cd8140 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event deleted for resources: {'Port': ['ID=894387d2-ec22-4f76-a952-36c9065e128e,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:30.067771 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a45dfb-4e11-4761-b6c6-093b05b9d66c req-5752fe78-2b6b-40f9-8023-442479cd8140 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] No DVR routers for this DVR port 894387d2-ec22-4f76-a952-36c9065e128e on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:03:30.070268 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-b2a45dfb-4e11-4761-b6c6-093b05b9d66c req-5752fe78-2b6b-40f9-8023-442479cd8140 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:30.074388 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b2a45dfb-4e11-4761-b6c6-093b05b9d66c req-5752fe78-2b6b-40f9-8023-442479cd8140 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "DELETE /v2.0/ports/894387d2-ec22-4f76-a952-36c9065e128e HTTP/1.1" status: 204 len: 173 time: 0.5676470 Apr 29 16:03:30.468124 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e9226048-ecab-4d4d-a934-ecde4d3ecc3a req-3edf205a-0018-40cb-b095-b6bdf247bff9 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=64200243-22f4-4e23-ab9b-3d7192237dc9 HTTP/1.1" status: 200 len: 210 time: 0.0286291 Apr 29 16:03:30.614182 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device dbaae6db-53e7-4d55-b256-9614d28fdc7c no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:03:30.632506 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: dbaae6db-53e7-4d55-b256-9614d28fdc7c {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:03:30.632856 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device dbaae6db-53e7-4d55-b256-9614d28fdc7c not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:03:30.822806 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'name': 'network-vif-deleted', 'tag': '894387d2-ec22-4f76-a952-36c9065e128e'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:03:30.825212 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc0d4c6-0495-4bf4-933b-b1e4f2d1a4b0" -d '{"events": [{"server_uuid": "64200243-22f4-4e23-ab9b-3d7192237dc9", "name": "network-vif-deleted", "tag": "894387d2-ec22-4f76-a952-36c9065e128e"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:03:30.858467 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1791b2-36a8-4e43-bca9-b0511b4f744f x-openstack-request-id: req-8b1791b2-36a8-4e43-bca9-b0511b4f744f {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:03:30.858764 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64200243-22f4-4e23-ab9b-3d7192237dc9", "name": "network-vif-deleted", "tag": "894387d2-ec22-4f76-a952-36c9065e128e", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:03:30.859017 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b1791b2-36a8-4e43-bca9-b0511b4f744f {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:03:30.859413 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1791b2-36a8-4e43-bca9-b0511b4f744f'] response: {'server_uuid': '64200243-22f4-4e23-ab9b-3d7192237dc9', 'name': 'network-vif-deleted', 'tag': '894387d2-ec22-4f76-a952-36c9065e128e', 'status': 'completed', 'code': 200} Apr 29 16:03:30.899322 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35744) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:30.952918 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-62b7c7a6-55b2-401a-8d89-ad7cb890f670 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (d6833f95-2fbb-41a4-9a0e-87669f273e08), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:30.976727 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-62b7c7a6-55b2-401a-8d89-ad7cb890f670 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (d6833f95-2fbb-41a4-9a0e-87669f273e08), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:31.150510 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-62b7c7a6-55b2-401a-8d89-ad7cb890f670 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (d6833f95-2fbb-41a4-9a0e-87669f273e08), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:31.153032 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-62b7c7a6-55b2-401a-8d89-ad7cb890f670 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:31.154196 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-62b7c7a6-55b2-401a-8d89-ad7cb890f670 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "DELETE /v2.0/security-groups/d6833f95-2fbb-41a4-9a0e-87669f273e08 HTTP/1.1" status: 204 len: 168 time: 0.2533979 Apr 29 16:03:31.157048 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35746) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:31.163418 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7c7a6-55b2-401a-8d89-ad7cb890f670 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6833f95-2fbb-41a4-9a0e-87669f273e08,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:31.171663 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.api.v2.resource [None req-797a850c-f5ad-430e-b28d-ee3fa1d1582f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] show failed (client error): The resource could not be found. Apr 29 16:03:31.172844 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-797a850c-f5ad-430e-b28d-ee3fa1d1582f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups/d6833f95-2fbb-41a4-9a0e-87669f273e08 HTTP/1.1" status: 404 len: 347 time: 0.0147111 Apr 29 16:03:31.175523 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35748) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:31.291641 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-a3f551a8-b7b5-4bf7-89b5-4223ffba0fea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Deleting port 97764113-5de3-492e-a68a-fe335cacefab {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:31.292002 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a3f551a8-b7b5-4bf7-89b5-4223ffba0fea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (97764113-5de3-492e-a68a-fe335cacefab), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:31.367898 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a3f551a8-b7b5-4bf7-89b5-4223ffba0fea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (97764113-5de3-492e-a68a-fe335cacefab), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:31.368217 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a3f551a8-b7b5-4bf7-89b5-4223ffba0fea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (97764113-5de3-492e-a68a-fe335cacefab), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:31.380522 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-a3f551a8-b7b5-4bf7-89b5-4223ffba0fea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Calling delete_port for 97764113-5de3-492e-a68a-fe335cacefab owned by network:floatingip {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:31.584985 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a3f551a8-b7b5-4bf7-89b5-4223ffba0fea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (97764113-5de3-492e-a68a-fe335cacefab), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:31.611361 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f551a8-b7b5-4bf7-89b5-4223ffba0fea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event deleted for resources: {'Port': ['ID=97764113-5de3-492e-a68a-fe335cacefab,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:31.673794 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a3f551a8-b7b5-4bf7-89b5-4223ffba0fea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (15fe57b4-0e39-4b54-8ee2-a423d9c8e2da), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:31.676243 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a3f551a8-b7b5-4bf7-89b5-4223ffba0fea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:31.677373 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-a3f551a8-b7b5-4bf7-89b5-4223ffba0fea tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "DELETE /v2.0/floatingips/15fe57b4-0e39-4b54-8ee2-a423d9c8e2da HTTP/1.1" status: 204 len: 168 time: 0.5009246 Apr 29 16:03:31.962816 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35758) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:31.967334 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-c2e84d2f-bd83-411f-8d7a-0139e4b67a68 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483034642', 'description': 'tempest-description--39338424'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:03:32.088270 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c2e84d2f-bd83-411f-8d7a-0139e4b67a68 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:32.154196 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c2e84d2f-bd83-411f-8d7a-0139e4b67a68 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (ccb8b292-7a92-434e-9de9-a94e2e88159d), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:32.235814 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c2e84d2f-bd83-411f-8d7a-0139e4b67a68 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ccb8b292-7a92-434e-9de9-a94e2e88159d), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:32.264051 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e84d2f-bd83-411f-8d7a-0139e4b67a68 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb8b292-7a92-434e-9de9-a94e2e88159d,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:32.358065 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c2e84d2f-bd83-411f-8d7a-0139e4b67a68 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:32.359374 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c2e84d2f-bd83-411f-8d7a-0139e4b67a68 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3955441 Apr 29 16:03:32.362209 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35760) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:32.366785 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-3f429b15-d742-43f4-baee-9cf0f2f8a68d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'security_group_rule': {'security_group_id': 'ccb8b292-7a92-434e-9de9-a94e2e88159d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:03:32.453053 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3f429b15-d742-43f4-baee-9cf0f2f8a68d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (71fd583f-7543-49cb-878e-a08eea757e4d), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:32.631101 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 894387d2-ec22-4f76-a952-36c9065e128e no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:03:32.656645 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: 894387d2-ec22-4f76-a952-36c9065e128e {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:03:32.656999 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 894387d2-ec22-4f76-a952-36c9065e128e not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:03:32.752775 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3f429b15-d742-43f4-baee-9cf0f2f8a68d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (71fd583f-7543-49cb-878e-a08eea757e4d), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:32.841483 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3f429b15-d742-43f4-baee-9cf0f2f8a68d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (71fd583f-7543-49cb-878e-a08eea757e4d), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:32.858733 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f429b15-d742-43f4-baee-9cf0f2f8a68d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fd583f-7543-49cb-878e-a08eea757e4d,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:32.929144 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-3f429b15-d742-43f4-baee-9cf0f2f8a68d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:32.930313 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-3f429b15-d742-43f4-baee-9cf0f2f8a68d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5671716 Apr 29 16:03:32.933777 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35766) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:32.938018 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-22e3d85a-b643-473a-886d-d2689fc31c00 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'security_group_rule': {'security_group_id': 'ccb8b292-7a92-434e-9de9-a94e2e88159d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:03:33.035922 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-22e3d85a-b643-473a-886d-d2689fc31c00 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (6824a288-2ab5-4531-a7f1-c40dce0343d7), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:33.089681 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-22e3d85a-b643-473a-886d-d2689fc31c00 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (6824a288-2ab5-4531-a7f1-c40dce0343d7), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:33.172882 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-22e3d85a-b643-473a-886d-d2689fc31c00 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597906'] for security_group_rule (6824a288-2ab5-4531-a7f1-c40dce0343d7), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:33.196519 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3d85a-b643-473a-886d-d2689fc31c00 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6824a288-2ab5-4531-a7f1-c40dce0343d7,revision_number=0']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:33.300698 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-22e3d85a-b643-473a-886d-d2689fc31c00 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:33.301923 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-22e3d85a-b643-473a-886d-d2689fc31c00 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671746 Apr 29 16:03:33.304951 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35770) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:33.309888 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.v2.base [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'floatingip': {'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7'}} {{(pid=110323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:03:33.424866 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:33.504199 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:33.605806 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_common [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Allocated IP 172.27.1.47 (ae6f69da-4bce-4b33-8222-dee4512f4ab7/86a3338d-f899-4e2f-bbaa-fe73ff7e8c52/842068aa-4dcb-4b37-a20c-69fce8e056ea) {{(pid=110323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:03:33.712114 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for port (842068aa-4dcb-4b37-a20c-69fce8e056ea), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:33.807458 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (842068aa-4dcb-4b37-a20c-69fce8e056ea), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:33.843613 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Network ae6f69da-4bce-4b33-8222-dee4512f4ab7 is already hosted by enough agents. {{(pid=110323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:33.846402 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.base_scheduler [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Resources bound (agent type, host, resource id): {{(pid=110323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:33.851905 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Received port after_create {{(pid=110323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 16:03:33.875543 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'Port': ['ID=842068aa-4dcb-4b37-a20c-69fce8e056ea,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:33.943190 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (10f59e33-06c2-46f5-ad52-974b847e497e), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:34.029833 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35774) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:34.128653 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (842068aa-4dcb-4b37-a20c-69fce8e056ea), before_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:34.233728 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Deleting port 08f51329-82a3-44ce-add2-636834f296bd {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:34.234062 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (08f51329-82a3-44ce-add2-636834f296bd), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:34.367617 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (08f51329-82a3-44ce-add2-636834f296bd), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:34.368408 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (08f51329-82a3-44ce-add2-636834f296bd), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:34.387976 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Calling delete_port for 08f51329-82a3-44ce-add2-636834f296bd owned by network:floatingip {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:34.399243 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for port (842068aa-4dcb-4b37-a20c-69fce8e056ea), precommit_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:34.474471 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8618983'] for port (842068aa-4dcb-4b37-a20c-69fce8e056ea), after_update {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:34.567195 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'Port': ['ID=842068aa-4dcb-4b37-a20c-69fce8e056ea,revision_number=2']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:34.570590 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (10f59e33-06c2-46f5-ad52-974b847e497e), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:34.686441 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:34.687973 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c45e6514-dea9-4c84-b49c-89a93a956c40 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3820715 Apr 29 16:03:34.692786 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (08f51329-82a3-44ce-add2-636834f296bd), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:34.719306 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event deleted for resources: {'Port': ['ID=08f51329-82a3-44ce-add2-636834f296bd,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:34.791943 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (13688600-bf52-4304-8b7d-26c3d3f6c1ea), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:34.792282 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.db.l3_db [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Floating IP 13688600-bf52-4304-8b7d-26c3d3f6c1ea disassociated (deleted). External IP: 172.27.1.30, port: cccfd7c6-8f79-41a0-97a3-c61c84be4bda. Apr 29 16:03:34.876269 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-9c33378a-fdc6-43c4-8c39-e3d365e03e64 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1483034642&fields=id&tenant_id=0967f051e3c44d16b15a27528381fa15 HTTP/1.1" status: 200 len: 267 time: 0.0453956 Apr 29 16:03:35.012034 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Router cd003357-749a-41b1-958f-4415c52925d5 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:03:35.132872 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:03:35.138192 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:35.171975 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-dba4eeb9-1f2e-4dbb-9f58-f67d78e78d25 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "DELETE /v2.0/floatingips/13688600-bf52-4304-8b7d-26c3d3f6c1ea HTTP/1.1" status: 204 len: 168 time: 1.1626053 Apr 29 16:03:35.172620 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'tag': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda'}] {{(pid=110323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:03:35.175017 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}414e8c5dbfbee19e4252a5807369e5d62406377d8fb6960200d97a6b20918bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7845a78-dfa7-4c30-96cd-6160b91d296c" -d '{"events": [{"name": "network-changed", "server_uuid": "de32b0e1-679c-44bd-9c7d-aabf2a031bf2", "tag": "cccfd7c6-8f79-41a0-97a3-c61c84be4bda"}]}' {{(pid=110323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:03:35.237675 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694909f-d716-46aa-b788-defe6a7c5bab None None] Sync routers for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:03:35.267611 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694909f-d716-46aa-b788-defe6a7c5bab None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:03:35.267611 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-8694909f-d716-46aa-b788-defe6a7c5bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:03:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:35.279747 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-87153296-cb1a-495a-90ca-121c16cd1a4e tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:35.281238 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-87153296-cb1a-495a-90ca-121c16cd1a4e tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 815 time: 0.3984442 Apr 29 16:03:35.296718 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7c3dfeff-a100-4ebf-9b86-8c2b905a889f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/quotas/0967f051e3c44d16b15a27528381fa15 HTTP/1.1" status: 200 len: 375 time: 0.0099785 Apr 29 16:03:35.349443 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-24d3f888-df17-4dec-b57a-972d0a0d475b tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473464 Apr 29 16:03:35.424417 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-8694909f-d716-46aa-b788-defe6a7c5bab None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:03:35.543827 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-d15f49e6-9cb6-4fe9-b91c-d065826a37c0 service neutron] 10.222.0.23 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825862 Apr 29 16:03:35.619704 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-8694909f-d716-46aa-b788-defe6a7c5bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:35.647665 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694909f-d716-46aa-b788-defe6a7c5bab None None] Checking router: cd003357-749a-41b1-958f-4415c52925d5 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:03:35.648923 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-2e703419-0e26-4aec-9c13-d74b7b554314 service neutron] 10.222.0.23 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990539 Apr 29 16:03:35.657327 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694909f-d716-46aa-b788-defe6a7c5bab None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:03:35.658061 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-8694909f-d716-46aa-b788-defe6a7c5bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:03:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:35.661750 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5906a8a-179c-4c11-ab0d-fe004fe40c90 x-openstack-request-id: req-b5906a8a-179c-4c11-ab0d-fe004fe40c90 {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:03:35.662259 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de32b0e1-679c-44bd-9c7d-aabf2a031bf2", "tag": "cccfd7c6-8f79-41a0-97a3-c61c84be4bda", "status": "completed", "code": 200}]} {{(pid=110323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:03:35.662539 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5906a8a-179c-4c11-ab0d-fe004fe40c90 {{(pid=110323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:03:35.663047 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5906a8a-179c-4c11-ab0d-fe004fe40c90'] response: {'name': 'network-changed', 'server_uuid': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'tag': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'status': 'completed', 'code': 200} Apr 29 16:03:35.756318 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a0407-030d-47fb-830e-59847a9fa098 req-f2fa1d3e-82bb-43e0-a80b-c7bb7a747067 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:35.757792 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c53a0407-030d-47fb-830e-59847a9fa098 req-f2fa1d3e-82bb-43e0-a80b-c7bb7a747067 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 945 time: 0.0498278 Apr 29 16:03:35.770950 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-8694909f-d716-46aa-b788-defe6a7c5bab None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:03:35.808311 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c53a0407-030d-47fb-830e-59847a9fa098 req-2497f6a1-28c7-445b-9a06-ab99aa7a355d tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438619 Apr 29 16:03:35.909710 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b583b137-daaa-4096-be1e-d8d7ca4871d2 req-014bacf7-9a6b-41cd-8399-63aa2cc7936d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 210 time: 0.0286391 Apr 29 16:03:35.970653 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-8694909f-d716-46aa-b788-defe6a7c5bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:35.997845 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694909f-d716-46aa-b788-defe6a7c5bab None None] The sync data for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi is: [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:41Z', 'revision_number': 4, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': 'fe2e4383-fa99-4aea-8991-883c301a4de2', 'name': '', 'network_id': '79c6c2df-648a-4e52-83c5-171cce1d2a97', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'mac_address': 'fa:16:3e:f5:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:41Z', 'updated_at': '2022-04-29T15:55:45Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'subnets': [{'id': '3c7f2afa-ddad-402d-8545-5c8d63aa2fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:03:36.221498 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84d230-cb93-4b1d-b3ba-c6e72dc0db6e None None] New status for floating IP 13688600-bf52-4304-8b7d-26c3d3f6c1ea: DOWN {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:03:36.732532 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7845a78-dfa7-4c30-96cd-6160b91d296c req-50f749c7-1892-4880-9ec1-34fed6cabdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:36.734014 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7845a78-dfa7-4c30-96cd-6160b91d296c req-50f749c7-1892-4880-9ec1-34fed6cabdd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47db658e58ab4b228e799d1ea25342ee&device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 1129 time: 0.0439789 Apr 29 16:03:36.828110 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7845a78-dfa7-4c30-96cd-6160b91d296c req-f517ec16-08ec-47b8-bd60-bb5a60814c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:36.829565 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7845a78-dfa7-4c30-96cd-6160b91d296c req-f517ec16-08ec-47b8-bd60-bb5a60814c4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 200 len: 913 time: 0.0876009 Apr 29 16:03:36.910964 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7845a78-dfa7-4c30-96cd-6160b91d296c req-ca99ed04-d8ad-490b-a68f-59a2315338d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cccfd7c6-8f79-41a0-97a3-c61c84be4bda HTTP/1.1" status: 200 len: 217 time: 0.0410342 Apr 29 16:03:36.985926 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1fe06-c547-4cf3-9608-de01accd3889 req-60cc278b-a05f-4f2d-9bda-abb1d6664911 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:36.987384 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-05d1fe06-c547-4cf3-9608-de01accd3889 req-60cc278b-a05f-4f2d-9bda-abb1d6664911 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 945 time: 0.0792608 Apr 29 16:03:37.003400 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7845a78-dfa7-4c30-96cd-6160b91d296c req-8df5366e-0b3a-47e4-ba29-e24b2edb8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:37.004827 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7845a78-dfa7-4c30-96cd-6160b91d296c req-8df5366e-0b3a-47e4-ba29-e24b2edb8fa3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb HTTP/1.1" status: 200 len: 851 time: 0.0854568 Apr 29 16:03:37.027287 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cb85757c-3ed2-4cd5-92c9-d161ec39c05e req-1f7fcf63-6d6d-4086-962e-b8a8142988ab tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 210 time: 0.0375192 Apr 29 16:03:37.078245 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-05d1fe06-c547-4cf3-9608-de01accd3889 req-a0bdb0fd-5a4a-4e41-baa8-987a8621ac43 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/security-groups?id=30d59953-54b6-4074-8867-0c3a74b63b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775986 Apr 29 16:03:37.105989 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7845a78-dfa7-4c30-96cd-6160b91d296c req-8fc0703e-a81f-4702-aa10-0f20f1bf873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:37.107472 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7845a78-dfa7-4c30-96cd-6160b91d296c req-8fc0703e-a81f-4702-aa10-0f20f1bf873a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79c6c2df-648a-4e52-83c5-171cce1d2a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461292 Apr 29 16:03:37.225014 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d4f5-ab7f-427a-8bd8-5c52867ee940 req-f969fc0b-17b7-4024-a9c1-e4f476faa7dc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:37.225014 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0d61d4f5-ab7f-427a-8bd8-5c52867ee940 req-f969fc0b-17b7-4024-a9c1-e4f476faa7dc tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 945 time: 0.0826240 Apr 29 16:03:37.268089 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7845a78-dfa7-4c30-96cd-6160b91d296c req-213fcdc8-d8f3-4b50-a56f-fcd07d461eb2 service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536446 Apr 29 16:03:37.379409 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-0d61d4f5-ab7f-427a-8bd8-5c52867ee940 req-f11c0a18-01fa-4f63-8dc9-b1e9a537fd94 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Deleting port cccfd7c6-8f79-41a0-97a3-c61c84be4bda {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:37.379762 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-0d61d4f5-ab7f-427a-8bd8-5c52867ee940 req-f11c0a18-01fa-4f63-8dc9-b1e9a537fd94 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:37.447420 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c7845a78-dfa7-4c30-96cd-6160b91d296c req-13cd15fd-a55f-4498-985c-626f208b665e service neutron] 10.222.0.37 "GET /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734569 Apr 29 16:03:37.481361 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-0d61d4f5-ab7f-427a-8bd8-5c52867ee940 req-f11c0a18-01fa-4f63-8dc9-b1e9a537fd94 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] For port cccfd7c6-8f79-41a0-97a3-c61c84be4bda, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=cccfd7c6-8f79-41a0-97a3-c61c84be4bda,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:37.481646 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-0d61d4f5-ab7f-427a-8bd8-5c52867ee940 req-f11c0a18-01fa-4f63-8dc9-b1e9a537fd94 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:37.495416 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-0d61d4f5-ab7f-427a-8bd8-5c52867ee940 req-f11c0a18-01fa-4f63-8dc9-b1e9a537fd94 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Calling delete_port for cccfd7c6-8f79-41a0-97a3-c61c84be4bda owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:37.698482 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-0d61d4f5-ab7f-427a-8bd8-5c52867ee940 req-f11c0a18-01fa-4f63-8dc9-b1e9a537fd94 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (cccfd7c6-8f79-41a0-97a3-c61c84be4bda), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:37.726066 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c0a18-01fa-4f63-8dc9-b1e9a537fd94 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event deleted for resources: {'Port': ['ID=cccfd7c6-8f79-41a0-97a3-c61c84be4bda,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:37.777718 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d61d4f5-ab7f-427a-8bd8-5c52867ee940 req-f11c0a18-01fa-4f63-8dc9-b1e9a537fd94 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] No DVR routers for this DVR port cccfd7c6-8f79-41a0-97a3-c61c84be4bda on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:03:37.780168 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-0d61d4f5-ab7f-427a-8bd8-5c52867ee940 req-f11c0a18-01fa-4f63-8dc9-b1e9a537fd94 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:37.783446 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-0d61d4f5-ab7f-427a-8bd8-5c52867ee940 req-f11c0a18-01fa-4f63-8dc9-b1e9a537fd94 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.37 "DELETE /v2.0/ports/cccfd7c6-8f79-41a0-97a3-c61c84be4bda HTTP/1.1" status: 204 len: 173 time: 0.5541131 Apr 29 16:03:37.783907 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'name': 'network-vif-deleted', 'tag': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:03:37.786115 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227c4c1f-a2e1-46e7-9f29-d8dc251b30d7" -d '{"events": [{"server_uuid": "de32b0e1-679c-44bd-9c7d-aabf2a031bf2", "name": "network-vif-deleted", "tag": "cccfd7c6-8f79-41a0-97a3-c61c84be4bda"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:03:37.822873 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820cca5f-cf8a-4f77-a8a2-8de40d08261f x-openstack-request-id: req-820cca5f-cf8a-4f77-a8a2-8de40d08261f {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:03:37.828095 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de32b0e1-679c-44bd-9c7d-aabf2a031bf2", "name": "network-vif-deleted", "tag": "cccfd7c6-8f79-41a0-97a3-c61c84be4bda", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:03:37.828095 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-820cca5f-cf8a-4f77-a8a2-8de40d08261f {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:03:37.828095 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-820cca5f-cf8a-4f77-a8a2-8de40d08261f'] response: {'server_uuid': 'de32b0e1-679c-44bd-9c7d-aabf2a031bf2', 'name': 'network-vif-deleted', 'tag': 'cccfd7c6-8f79-41a0-97a3-c61c84be4bda', 'status': 'completed', 'code': 200} Apr 29 16:03:37.948636 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-d1adbef4-63ba-474c-8776-7a77d71ff374 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:37.950246 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-d1adbef4-63ba-474c-8776-7a77d71ff374 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 815 time: 0.1114278 Apr 29 16:03:38.017980 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-82e35bae-e71d-40bc-9cb1-1bda4af20536 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0967f051e3c44d16b15a27528381fa15 HTTP/1.1" status: 200 len: 380 time: 0.0539997 Apr 29 16:03:38.027628 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'port': {'device_id': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'admin_state_up': True, 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'security_groups': ['ccb8b292-7a92-434e-9de9-a94e2e88159d']}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:03:38.150686 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-cca98fcb-e32d-4842-92c8-62e1aa27cea1 req-4e026fcf-e343-4c07-b94f-fce0224caf88 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 210 time: 0.0361772 Apr 29 16:03:38.220467 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-b0bf70fd-70b2-4415-b201-0c6ffb209a29 req-75bff3f6-a205-4cc7-bcf2-cf76dcb9e866 tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "GET /v2.0/ports?device_id=de32b0e1-679c-44bd-9c7d-aabf2a031bf2 HTTP/1.1" status: 200 len: 210 time: 0.0333652 Apr 29 16:03:38.304603 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Made reservation on behalf of 0967f051e3c44d16b15a27528381fa15 for: {'port': 1} {{(pid=110324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:03:38.308045 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:38.436823 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_common [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Allocated IP 172.20.0.7 (56ae7595-6baa-4b18-8f21-31be6190cfcb/ecb708a7-0bb5-4ace-9db0-994275c87e86/023cd532-6062-4dee-9705-c5ffa6b32136) {{(pid=110324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:03:38.574204 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for port (023cd532-6062-4dee-9705-c5ffa6b32136), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:38.682072 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731012544862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:38.724442 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Network 56ae7595-6baa-4b18-8f21-31be6190cfcb is already hosted by enough agents. {{(pid=110324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:38.727513 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.base_scheduler [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Resources bound (agent type, host, resource id): {{(pid=110324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:38.733490 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Received port after_create {{(pid=110324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 16:03:38.759412 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event updated for resources: {'Port': ['ID=023cd532-6062-4dee-9705-c5ffa6b32136,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:38.790085 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:38.790855 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:38.926597 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-7976292d-8abb-4f5e-b847-41e5fe65a783 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9032505 Apr 29 16:03:38.938878 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Request body: {'port': {'device_id': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:03:39.004327 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.020904 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-7f287bee-7e93-4bb2-bd65-d756364d5244 None None] Provisioning complete for port 023cd532-6062-4dee-9705-c5ffa6b32136 triggered by entity DHCP. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:03:39.021512 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7f287bee-7e93-4bb2-bd65-d756364d5244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.057113 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-7f287bee-7e93-4bb2-bd65-d756364d5244 None None] Port 023cd532-6062-4dee-9705-c5ffa6b32136 cannot update to ACTIVE because it is not bound. {{(pid=110325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 16:03:39.279307 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35828) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:39.309971 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96009e3-8b0b-41a8-9644-8b4a010544c6 req-a4c80be5-626d-4a8e-b915-87dfa0c5cffb tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:39.311468 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e96009e3-8b0b-41a8-9644-8b4a010544c6 req-a4c80be5-626d-4a8e-b915-87dfa0c5cffb tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 931 time: 0.0814810 Apr 29 16:03:39.313367 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023cd532-6062-4dee-9705-c5ffa6b32136 {{(pid=110324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:03:39.326691 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Publish callbacks [] for port (023cd532-6062-4dee-9705-c5ffa6b32136), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.349697 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.provisioning_blocks [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Transition to ACTIVE for port object 023cd532-6062-4dee-9705-c5ffa6b32136 will not be triggered until provisioned by entity L2. {{(pid=110324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 16:03:39.373945 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-e96009e3-8b0b-41a8-9644-8b4a010544c6 req-8573ccf9-1a22-4eeb-8d07-433494e2db7d tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb8b292-7a92-434e-9de9-a94e2e88159d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560951 Apr 29 16:03:39.409436 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-d72f42a2-ce9c-448d-8977-41ad5da5cf6a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Deleting port e4d239af-495e-4a61-8b56-2f2e8f251ba3 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:39.409830 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d72f42a2-ce9c-448d-8977-41ad5da5cf6a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (e4d239af-495e-4a61-8b56-2f2e8f251ba3), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.426321 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.486490 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Pushing event updated for resources: {'Port': ['ID=023cd532-6062-4dee-9705-c5ffa6b32136,revision_number=2']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:39.511739 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d72f42a2-ce9c-448d-8977-41ad5da5cf6a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (e4d239af-495e-4a61-8b56-2f2e8f251ba3), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.512421 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d72f42a2-ce9c-448d-8977-41ad5da5cf6a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (e4d239af-495e-4a61-8b56-2f2e8f251ba3), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.529035 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-d72f42a2-ce9c-448d-8977-41ad5da5cf6a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Calling delete_port for e4d239af-495e-4a61-8b56-2f2e8f251ba3 owned by network:floatingip {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:39.562222 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Attempting to bind port 023cd532-6062-4dee-9705-c5ffa6b32136 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 16:03:39.562561 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Attempting to bind port 023cd532-6062-4dee-9705-c5ffa6b32136 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 16:03:39.562928 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Attempting to bind port 023cd532-6062-4dee-9705-c5ffa6b32136 on network 56ae7595-6baa-4b18-8f21-31be6190cfcb {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:03:39.570560 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Port 023cd532-6062-4dee-9705-c5ffa6b32136 on network 56ae7595-6baa-4b18-8f21-31be6190cfcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 16:03:39.570888 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Attempting to bind port 023cd532-6062-4dee-9705-c5ffa6b32136 on network 56ae7595-6baa-4b18-8f21-31be6190cfcb {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 16:03:39.577726 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Checking agent: {'id': 'f0bb8504-26ae-425f-a26a-9be3ccba8492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'started_at': datetime.datetime(2022, 4, 29, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 16:03:39.578072 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Checking segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 16:03:39.578462 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Bound using segment: {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'} {{(pid=110324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 16:03:39.578899 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.managers [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Bound port: 023cd532-6062-4dee-9705-c5ffa6b32136, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36679b6f-2f4b-486b-ad33-8d1db1995a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb'}}] {{(pid=110324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 16:03:39.579793 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.671609 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] For port 023cd532-6062-4dee-9705-c5ffa6b32136, host hv-cinder-83987, cleared binding levels {{(pid=110324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 16:03:39.677097 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] For port 023cd532-6062-4dee-9705-c5ffa6b32136, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=023cd532-6062-4dee-9705-c5ffa6b32136,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 16:03:39.739588 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8816842'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.767756 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d72f42a2-ce9c-448d-8977-41ad5da5cf6a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (e4d239af-495e-4a61-8b56-2f2e8f251ba3), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.783382 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:39.784074 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.785546 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] 10.222.0.37 "PUT /v2.0/ports/023cd532-6062-4dee-9705-c5ffa6b32136 HTTP/1.1" status: 200 len: 1093 time: 0.8508215 Apr 29 16:03:39.802033 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b5945-e585-47ad-b8a2-3b1c4bf3a04e service neutron] Pushing event updated for resources: {'Port': ['ID=023cd532-6062-4dee-9705-c5ffa6b32136,revision_number=3']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:39.814102 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f42a2-ce9c-448d-8977-41ad5da5cf6a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event deleted for resources: {'Port': ['ID=e4d239af-495e-4a61-8b56-2f2e8f251ba3,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:39.825434 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'tag': '023cd532-6062-4dee-9705-c5ffa6b32136'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:03:39.828394 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65e0b73-464f-474f-976a-f31b43d62cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb09de97-0fb9-42fa-a193-594b35a8d4e2", "tag": "023cd532-6062-4dee-9705-c5ffa6b32136"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:03:39.871754 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c0711d-623e-4d54-bf88-21f87dea465e x-openstack-request-id: req-70c0711d-623e-4d54-bf88-21f87dea465e {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:03:39.872143 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb09de97-0fb9-42fa-a193-594b35a8d4e2", "tag": "023cd532-6062-4dee-9705-c5ffa6b32136", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:03:39.872502 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70c0711d-623e-4d54-bf88-21f87dea465e {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:03:39.873009 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c0711d-623e-4d54-bf88-21f87dea465e'] response: {'name': 'network-changed', 'server_uuid': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'tag': '023cd532-6062-4dee-9705-c5ffa6b32136', 'status': 'completed', 'code': 200} Apr 29 16:03:39.880984 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d72f42a2-ce9c-448d-8977-41ad5da5cf6a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for floatingip (cd5a3a3a-4e1f-4f12-83d6-834a81e55cc7), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.883660 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-d72f42a2-ce9c-448d-8977-41ad5da5cf6a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:39.885725 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-d72f42a2-ce9c-448d-8977-41ad5da5cf6a tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "DELETE /v2.0/floatingips/cd5a3a3a-4e1f-4f12-83d6-834a81e55cc7 HTTP/1.1" status: 204 len: 168 time: 0.6051862 Apr 29 16:03:39.937816 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e0b73-464f-474f-976a-f31b43d62cc0 req-9968241b-0020-4b29-8075-354a4a1a94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:39.939396 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a65e0b73-464f-474f-976a-f31b43d62cc0 req-9968241b-0020-4b29-8075-354a4a1a94ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0470004 Apr 29 16:03:40.059160 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e0b73-464f-474f-976a-f31b43d62cc0 req-a628baf8-5770-4ead-b41a-84b538d7a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:40.060599 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a65e0b73-464f-474f-976a-f31b43d62cc0 req-a628baf8-5770-4ead-b41a-84b538d7a541 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0967f051e3c44d16b15a27528381fa15&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1075923 Apr 29 16:03:40.157479 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e0b73-464f-474f-976a-f31b43d62cc0 req-fbaa39e7-6921-402e-b109-67247aa9d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:40.158952 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-a65e0b73-464f-474f-976a-f31b43d62cc0 req-fbaa39e7-6921-402e-b109-67247aa9d841 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920653 Apr 29 16:03:40.235372 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-82faab17-1d6b-4fbb-a93e-c05b39d7685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:40.236925 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-82faab17-1d6b-4fbb-a93e-c05b39d7685e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0432622 Apr 29 16:03:40.281315 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-a12ce93f-9157-4780-bd22-280fa3dc61b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=023cd532-6062-4dee-9705-c5ffa6b32136 HTTP/1.1" status: 200 len: 217 time: 0.0376453 Apr 29 16:03:40.329597 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-0ee80a9a-b31f-46c6-ac15-57b972eb0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:40.331040 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-0ee80a9a-b31f-46c6-ac15-57b972eb0bfc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecb708a7-0bb5-4ace-9db0-994275c87e86 HTTP/1.1" status: 200 len: 854 time: 0.0441725 Apr 29 16:03:40.377824 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-b7f6ce92-7ef9-4d72-a5c3-68ff4f1a00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:40.382182 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-b7f6ce92-7ef9-4d72-a5c3-68ff4f1a00a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56ae7595-6baa-4b18-8f21-31be6190cfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420704 Apr 29 16:03:40.503488 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-c82036a1-f988-4669-af77-f64dd3137f61 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175067 Apr 29 16:03:40.512286 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9cc77-a0ab-4b95-89c2-a5c8155e47e7 req-011f6ad6-c1fb-4e3d-be11-256fc3062dac tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:40.513682 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-66b9cc77-a0ab-4b95-89c2-a5c8155e47e7 req-011f6ad6-c1fb-4e3d-be11-256fc3062dac tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 943 time: 0.0646279 Apr 29 16:03:40.610380 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-66b9cc77-a0ab-4b95-89c2-a5c8155e47e7 req-624217bb-6dbd-4b7e-9dbf-e63bfad405bb tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb8b292-7a92-434e-9de9-a94e2e88159d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888379 Apr 29 16:03:40.631649 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d7344d80-a22c-43a4-9a64-a23add7e98bc req-c9468fde-8eca-4146-8061-95f7da29ed58 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170378 Apr 29 16:03:40.657117 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device cccfd7c6-8f79-41a0-97a3-c61c84be4bda no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:03:40.677661 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: cccfd7c6-8f79-41a0-97a3-c61c84be4bda {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:03:40.678003 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device cccfd7c6-8f79-41a0-97a3-c61c84be4bda not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:03:41.270081 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35844) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:41.327596 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fdcb19a9-6d93-4d5c-88ac-af82bfe6a78c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group (30d59953-54b6-4074-8867-0c3a74b63b14), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:41.354020 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fdcb19a9-6d93-4d5c-88ac-af82bfe6a78c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group (30d59953-54b6-4074-8867-0c3a74b63b14), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:41.510755 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fdcb19a9-6d93-4d5c-88ac-af82bfe6a78c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (30d59953-54b6-4074-8867-0c3a74b63b14), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:41.513362 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fdcb19a9-6d93-4d5c-88ac-af82bfe6a78c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:41.514523 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-fdcb19a9-6d93-4d5c-88ac-af82bfe6a78c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] 10.222.0.23 "DELETE /v2.0/security-groups/30d59953-54b6-4074-8867-0c3a74b63b14 HTTP/1.1" status: 204 len: 168 time: 0.2434576 Apr 29 16:03:41.523541 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb19a9-6d93-4d5c-88ac-af82bfe6a78c tempest-TestVolumeBootPattern-1196899284 tempest-TestVolumeBootPattern-1196899284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d59953-54b6-4074-8867-0c3a74b63b14,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:41.669157 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35850) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:41.732552 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea0e63-7d4e-44db-9020-1dc3194e0c7d req-34293a03-fcfe-46fe-82a6-c2665e7dd5ff tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:41.734053 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9fea0e63-7d4e-44db-9020-1dc3194e0c7d req-34293a03-fcfe-46fe-82a6-c2665e7dd5ff tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 943 time: 0.0515153 Apr 29 16:03:41.781054 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-9fea0e63-7d4e-44db-9020-1dc3194e0c7d req-7bc5b617-4ec4-4345-bc37-1ba6c46083cc tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb8b292-7a92-434e-9de9-a94e2e88159d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 Apr 29 16:03:42.144246 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2e638902-abc9-4749-a846-cdaffc509340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739361'] for router_interface (cd003357-749a-41b1-958f-4415c52925d5), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:42.380966 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-2e638902-abc9-4749-a846-cdaffc509340 admin admin] Deleting port fe2e4383-fa99-4aea-8991-883c301a4de2 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:42.381812 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2e638902-abc9-4749-a846-cdaffc509340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:42.474066 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-2e638902-abc9-4749-a846-cdaffc509340 admin admin] For port fe2e4383-fa99-4aea-8991-883c301a4de2, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=fe2e4383-fa99-4aea-8991-883c301a4de2,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:42.474415 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2e638902-abc9-4749-a846-cdaffc509340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:42.488522 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-2e638902-abc9-4749-a846-cdaffc509340 admin admin] Calling delete_port for fe2e4383-fa99-4aea-8991-883c301a4de2 owned by network:router_interface {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:42.691396 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 023cd532-6062-4dee-9705-c5ffa6b32136 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=110325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 16:03:42.762046 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2e638902-abc9-4749-a846-cdaffc509340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (fe2e4383-fa99-4aea-8991-883c301a4de2), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:42.788185 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 023cd532-6062-4dee-9705-c5ffa6b32136, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=023cd532-6062-4dee-9705-c5ffa6b32136,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:42.788789 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e638902-abc9-4749-a846-cdaffc509340 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2e4383-fa99-4aea-8991-883c301a4de2,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:42.802292 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Returning: {'device': '023cd532-6062-4dee-9705-c5ffa6b32136', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'port_id': '023cd532-6062-4dee-9705-c5ffa6b32136', 'mac_address': 'fa:16:3e:95:aa:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 16:03:42.849314 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 023cd532-6062-4dee-9705-c5ffa6b32136 is: DOWN; New status is: BUILD {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:03:42.850232 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:42.865333 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023cd532-6062-4dee-9705-c5ffa6b32136 {{(pid=110325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:03:42.887254 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 023cd532-6062-4dee-9705-c5ffa6b32136, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=023cd532-6062-4dee-9705-c5ffa6b32136,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:42.916957 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ea01-1c80-487d-867a-f7922c0554b5 req-c77473ea-9245-4b37-b345-8a41a5c31586 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:42.920272 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b39ea01-1c80-487d-867a-f7922c0554b5 req-c77473ea-9245-4b37-b345-8a41a5c31586 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 943 time: 0.0521080 Apr 29 16:03:42.970064 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2b39ea01-1c80-487d-867a-f7922c0554b5 req-7e49f0fd-3ed0-4f3d-b005-03ae63a1fe81 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb8b292-7a92-434e-9de9-a94e2e88159d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453691 Apr 29 16:03:42.972213 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2e638902-abc9-4749-a846-cdaffc509340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739469'] for router_interface (cd003357-749a-41b1-958f-4415c52925d5), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:42.973454 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:43.029155 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=023cd532-6062-4dee-9705-c5ffa6b32136,revision_number=4']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:43.037453 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.038689 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.039103 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.039661 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.040878 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.041308 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.041648 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.041979 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.042486 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.042940 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.043277 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.043611 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.043986 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.044315 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.044634 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:43.187963 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] get_ports_and_sgs() called for port_ids ['023cd532-6062-4dee-9705-c5ffa6b32136'] {{(pid=110325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 16:03:43.200404 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e638902-abc9-4749-a846-cdaffc509340 admin admin] Router cd003357-749a-41b1-958f-4415c52925d5 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:03:43.552589 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e638902-abc9-4749-a846-cdaffc509340 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:03:43.557598 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-2e638902-abc9-4749-a846-cdaffc509340 admin admin] 10.222.0.23 "PUT /v2.0/routers/cd003357-749a-41b1-958f-4415c52925d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8863807 Apr 29 16:03:43.560074 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35856) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:43.562549 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9fb505-3e99-43fd-8509-44e692d2255c None None] Sync routers for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:03:43.573290 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9fb505-3e99-43fd-8509-44e692d2255c None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:03:43.573902 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-1d9fb505-3e99-43fd-8509-44e692d2255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:03:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:43.666118 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Publish callbacks [] for router (cd003357-749a-41b1-958f-4415c52925d5), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:43.681907 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-1d9fb505-3e99-43fd-8509-44e692d2255c None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:03:43.774504 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Publish callbacks [] for router_gateway (cd003357-749a-41b1-958f-4415c52925d5), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:43.850265 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-1d9fb505-3e99-43fd-8509-44e692d2255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T16:03:42Z', 'revision_number': 5, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port': {'id': '722f6027-e7d7-472b-be98-026fe2a1b288', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd003357-749a-41b1-958f-4415c52925d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T15:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:43.877173 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Deleting port 722f6027-e7d7-472b-be98-026fe2a1b288 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:43.877514 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (722f6027-e7d7-472b-be98-026fe2a1b288), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:43.878335 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9fb505-3e99-43fd-8509-44e692d2255c None None] Checking router: cd003357-749a-41b1-958f-4415c52925d5 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:03:43.886583 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9fb505-3e99-43fd-8509-44e692d2255c None None] Routers {'cd003357-749a-41b1-958f-4415c52925d5'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:03:43.887186 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-1d9fb505-3e99-43fd-8509-44e692d2255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:03:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['cd003357-749a-41b1-958f-4415c52925d5'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:43.956120 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] For port 722f6027-e7d7-472b-be98-026fe2a1b288, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=722f6027-e7d7-472b-be98-026fe2a1b288,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:43.956476 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (722f6027-e7d7-472b-be98-026fe2a1b288), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:43.969251 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Calling delete_port for 722f6027-e7d7-472b-be98-026fe2a1b288 owned by network:router_gateway {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:43.973519 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-1d9fb505-3e99-43fd-8509-44e692d2255c None None] Set router cd003357-749a-41b1-958f-4415c52925d5 gateway port host: None {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:03:44.025977 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-1d9fb505-3e99-43fd-8509-44e692d2255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T16:03:43Z', 'revision_number': 6, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port_host': None}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:44.103779 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bee3e-2eb3-4ee6-b0b5-7746512ac1d5 req-d5ff930a-84ca-4a5f-8696-b49f42e2c17e tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:44.106028 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4f9bee3e-2eb3-4ee6-b0b5-7746512ac1d5 req-d5ff930a-84ca-4a5f-8696-b49f42e2c17e tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 944 time: 0.0554130 Apr 29 16:03:44.149795 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9fb505-3e99-43fd-8509-44e692d2255c None None] The sync data for ids ['cd003357-749a-41b1-958f-4415c52925d5'] in dv-cinder-839872-2-iscsi is: [{'id': 'cd003357-749a-41b1-958f-4415c52925d5', 'name': 'tempest-TestVolumeBootPattern-1078521991-router', 'tenant_id': '47db658e58ab4b228e799d1ea25342ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:38Z', 'updated_at': '2022-04-29T16:03:43Z', 'revision_number': 6, 'project_id': '47db658e58ab4b228e799d1ea25342ee', 'gw_port_host': None}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:03:44.165660 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4f9bee3e-2eb3-4ee6-b0b5-7746512ac1d5 req-216aecd8-f727-4381-902f-c5a3dda69e82 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb8b292-7a92-434e-9de9-a94e2e88159d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526836 Apr 29 16:03:44.218928 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (722f6027-e7d7-472b-be98-026fe2a1b288), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.244827 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=722f6027-e7d7-472b-be98-026fe2a1b288,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:44.304290 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640487'] for router_gateway (cd003357-749a-41b1-958f-4415c52925d5), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.399552 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-766812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6456'] for router (cd003357-749a-41b1-958f-4415c52925d5), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.401686 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Publish callbacks [] for router_controller (cd003357-749a-41b1-958f-4415c52925d5), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.533048 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-766789'] for router (cd003357-749a-41b1-958f-4415c52925d5), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.533723 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd003357-749a-41b1-958f-4415c52925d5 {{(pid=110323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:03:44.538273 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.539685 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-f82ed5c9-bb9f-4232-90b9-693e6e732a1f admin admin] 10.222.0.23 "DELETE /v2.0/routers/cd003357-749a-41b1-958f-4415c52925d5 HTTP/1.1" status: 204 len: 168 time: 0.9785454 Apr 29 16:03:44.542553 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35860) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:44.589069 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac28d67-6dfa-4b41-8c01-044d6e14cae8 admin admin] Deleting subnet 3c7f2afa-ddad-402d-8545-5c8d63aa2fbb {{(pid=110323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 16:03:44.592205 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ac28d67-6dfa-4b41-8c01-044d6e14cae8 admin admin] Publish callbacks [] for subnet (3c7f2afa-ddad-402d-8545-5c8d63aa2fbb), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.626563 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ac28d67-6dfa-4b41-8c01-044d6e14cae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9764145'] for subnet (3c7f2afa-ddad-402d-8545-5c8d63aa2fbb), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.707264 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ac28d67-6dfa-4b41-8c01-044d6e14cae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (3c7f2afa-ddad-402d-8545-5c8d63aa2fbb), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.707521 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 023cd532-6062-4dee-9705-c5ffa6b32136 up at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 16:03:44.760573 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning for port 023cd532-6062-4dee-9705-c5ffa6b32136 completed by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 16:03:44.876380 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ac28d67-6dfa-4b41-8c01-044d6e14cae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8682797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8453621'] for subnet (3c7f2afa-ddad-402d-8545-5c8d63aa2fbb), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.902951 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac28d67-6dfa-4b41-8c01-044d6e14cae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7f2afa-ddad-402d-8545-5c8d63aa2fbb,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:44.906619 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2ac28d67-6dfa-4b41-8c01-044d6e14cae8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.909833 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-2ac28d67-6dfa-4b41-8c01-044d6e14cae8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3c7f2afa-ddad-402d-8545-5c8d63aa2fbb HTTP/1.1" status: 204 len: 168 time: 0.3662646 Apr 29 16:03:44.912471 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35862) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:44.916671 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d00ee-4d68-4a48-af3c-ec6901f975f8 None None] Network 79c6c2df-648a-4e52-83c5-171cce1d2a97 requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 16:03:44.934765 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.940951 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.provisioning_blocks [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Provisioning complete for port 023cd532-6062-4dee-9705-c5ffa6b32136 triggered by entity L2. {{(pid=110325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 16:03:44.941313 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1785299'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), provisioning_complete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:44.987236 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (79c6c2df-648a-4e52-83c5-171cce1d2a97), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.032427 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Deleting port 51a35a7f-a80e-4d52-a9c5-73705e4057de {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:45.033045 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.108539 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Current status of the port 023cd532-6062-4dee-9705-c5ffa6b32136 is: BUILD; New status is: ACTIVE {{(pid=110325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 16:03:45.108932 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1657043'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), before_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.110975 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] For port 51a35a7f-a80e-4d52-a9c5-73705e4057de, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=51a35a7f-a80e-4d52-a9c5-73705e4057de,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:45.111486 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.118860 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-ce1141f9-ff4a-4031-99d4-49d1676baad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.128440 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Calling delete_port for 51a35a7f-a80e-4d52-a9c5-73705e4057de owned by network:dhcp {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:45.137669 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023cd532-6062-4dee-9705-c5ffa6b32136'}] {{(pid=110325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:03:45.141142 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55892681e18300932b986fd32b71b19b925bd174068b5344c5be341664efa4bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a01995-4964-4838-81b2-000ba51600f1" -d '{"events": [{"server_uuid": "cb09de97-0fb9-42fa-a193-594b35a8d4e2", "name": "network-vif-plugged", "status": "completed", "tag": "023cd532-6062-4dee-9705-c5ffa6b32136"}]}' {{(pid=110325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:03:45.153149 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6d181d-dfd1-4c2c-87cd-78bb9afc6cc1 None None] DHCP port deletion for 79c6c2df-648a-4e52-83c5-171cce1d2a97 request from dv-cinder-839872-2-iscsi {{(pid=110325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 16:03:45.159834 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] For port 023cd532-6062-4dee-9705-c5ffa6b32136, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=023cd532-6062-4dee-9705-c5ffa6b32136,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:45.208956 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d181d-dfd1-4c2c-87cd-78bb9afc6cc1 None None] Deleting port 51a35a7f-a80e-4d52-a9c5-73705e4057de {{(pid=110325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:45.209525 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1e6d181d-dfd1-4c2c-87cd-78bb9afc6cc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), before_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.216737 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc9b160-e928-4841-b819-72292b08181b x-openstack-request-id: req-2bc9b160-e928-4841-b819-72292b08181b {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:03:45.217127 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb09de97-0fb9-42fa-a193-594b35a8d4e2", "name": "network-vif-plugged", "status": "completed", "tag": "023cd532-6062-4dee-9705-c5ffa6b32136", "code": 200}]} {{(pid=110325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:03:45.217327 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bc9b160-e928-4841-b819-72292b08181b {{(pid=110325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:03:45.217724 dv-cinder-839872-2-iscsi neutron-server[110325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc9b160-e928-4841-b819-72292b08181b'] response: {'server_uuid': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023cd532-6062-4dee-9705-c5ffa6b32136', 'code': 200} Apr 29 16:03:45.240614 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731013083868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731012544880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731012544898'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.313606 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ef882-c7c9-434f-8f2a-646fd3f146c3 req-63b924d8-441d-4533-af34-9650e88c2591 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:45.315125 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-247ef882-c7c9-434f-8f2a-646fd3f146c3 req-63b924d8-441d-4533-af34-9650e88c2591 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0548949 Apr 29 16:03:45.316278 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.318562 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-1e6d181d-dfd1-4c2c-87cd-78bb9afc6cc1 None None] For port 51a35a7f-a80e-4d52-a9c5-73705e4057de, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=51a35a7f-a80e-4d52-a9c5-73705e4057de,segment=NetworkSegment(816190ca-1136-45e6-97e5-d3445d9cbbf9),segment_id=816190ca-1136-45e6-97e5-d3445d9cbbf9)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:45.318562 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1e6d181d-dfd1-4c2c-87cd-78bb9afc6cc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), precommit_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.340083 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d181d-dfd1-4c2c-87cd-78bb9afc6cc1 None None] Calling delete_port for 51a35a7f-a80e-4d52-a9c5-73705e4057de owned by network:dhcp {{(pid=110325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:45.357863 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] No DVR routers for this DVR port 51a35a7f-a80e-4d52-a9c5-73705e4057de on host dv-cinder-839872-2-iscsi {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:03:45.359091 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Pushing event updated for resources: {'Port': ['ID=023cd532-6062-4dee-9705-c5ffa6b32136,revision_number=5']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:45.361345 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a35a7f-a80e-4d52-a9c5-73705e4057de,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:45.426219 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-247ef882-c7c9-434f-8f2a-646fd3f146c3 req-a5629ffa-0bdb-4160-9cf2-2b04c52a20a9 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb8b292-7a92-434e-9de9-a94e2e88159d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023395 Apr 29 16:03:45.440599 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-1e6d181d-dfd1-4c2c-87cd-78bb9afc6cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871'] for port (51a35a7f-a80e-4d52-a9c5-73705e4057de), after_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.470701 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d181d-dfd1-4c2c-87cd-78bb9afc6cc1 None None] No DVR routers for this DVR port 51a35a7f-a80e-4d52-a9c5-73705e4057de on host dv-cinder-839872-2-iscsi {{(pid=110325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:03:45.474611 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d181d-dfd1-4c2c-87cd-78bb9afc6cc1 None None] Pushing event deleted for resources: {'Port': ['ID=51a35a7f-a80e-4d52-a9c5-73705e4057de,revision_number=None']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:45.479112 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (79c6c2df-648a-4e52-83c5-171cce1d2a97), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.503508 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c6c2df-648a-4e52-83c5-171cce1d2a97']}} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:45.511962 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 722f6027-e7d7-472b-be98-026fe2a1b288 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:03:45.522686 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816190ca-1136-45e6-97e5-d3445d9cbbf9') {'for_net_delete': True} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:45.522986 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816190ca-1136-45e6-97e5-d3445d9cbbf9') {} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:45.528724 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 722f6027-e7d7-472b-be98-026fe2a1b288 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:03:45.529098 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 722f6027-e7d7-472b-be98-026fe2a1b288 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:03:45.529569 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 51a35a7f-a80e-4d52-a9c5-73705e4057de no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:03:45.551030 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220860'] for segment (816190ca-1136-45e6-97e5-d3445d9cbbf9), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.567398 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139e82-9d8d-4d62-a89e-8b8477a3a704 req-dbad785e-4e91-4084-b42e-6e8063e8b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:45.568943 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aa139e82-9d8d-4d62-a89e-8b8477a3a704 req-dbad785e-4e91-4084-b42e-6e8063e8b726 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 1129 time: 0.0629110 Apr 29 16:03:45.573050 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (816190ca-1136-45e6-97e5-d3445d9cbbf9), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.585508 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=110324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:03:45.586550 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8816870'] for segment (816190ca-1136-45e6-97e5-d3445d9cbbf9), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: Traceback (most recent call last): Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: timer() Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: cb(*args, **kw) Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: return func(*args, **kwargs) Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: self._notify() Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: self.callback(batched_events) Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: event.method(event) Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: return f(self, *a, **k) Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._get(url).json() Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: return self.request(url, 'GET', **kwargs) Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:03:45.588239 dv-cinder-839872-2-iscsi neutron-server[110324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:03:45.671217 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-aa139e82-9d8d-4d62-a89e-8b8477a3a704 req-0402cdff-6087-4461-bf0d-5d3ccd93d848 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ccb8b292-7a92-434e-9de9-a94e2e88159d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956318 Apr 29 16:03:45.680913 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 51a35a7f-a80e-4d52-a9c5-73705e4057de {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:03:45.681229 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 51a35a7f-a80e-4d52-a9c5-73705e4057de not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:03:45.681643 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device fe2e4383-fa99-4aea-8991-883c301a4de2 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:03:45.699949 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: fe2e4383-fa99-4aea-8991-883c301a4de2 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:03:45.700294 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device fe2e4383-fa99-4aea-8991-883c301a4de2 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:03:45.733034 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (79c6c2df-648a-4e52-83c5-171cce1d2a97), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.738318 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:45.741788 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/79c6c2df-648a-4e52-83c5-171cce1d2a97 HTTP/1.1" status: 204 len: 168 time: 0.8283219 Apr 29 16:03:45.748448 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35868) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:45.753221 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84b73e-1aff-43b0-a13a-f471f9d12bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c6c2df-648a-4e52-83c5-171cce1d2a97,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:46.080837 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2b3399e8-e16e-4d0e-a3af-e854ce597cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739361'] for router_interface (e29200e0-4505-437d-9d8d-3b6022eb704f), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:46.318230 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-2b3399e8-e16e-4d0e-a3af-e854ce597cc7 admin admin] Deleting port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:46.318572 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2b3399e8-e16e-4d0e-a3af-e854ce597cc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:46.395666 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-2b3399e8-e16e-4d0e-a3af-e854ce597cc7 admin admin] For port a91b5271-8fbb-43eb-bf05-3ea2de0b59ab, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=a91b5271-8fbb-43eb-bf05-3ea2de0b59ab,segment=NetworkSegment(40059316-c39c-4d3f-98ba-a4aa2edaa59c),segment_id=40059316-c39c-4d3f-98ba-a4aa2edaa59c)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:46.395979 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2b3399e8-e16e-4d0e-a3af-e854ce597cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:46.408351 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-2b3399e8-e16e-4d0e-a3af-e854ce597cc7 admin admin] Calling delete_port for a91b5271-8fbb-43eb-bf05-3ea2de0b59ab owned by network:router_interface {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:46.556385 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554502a-5764-46bb-ab87-632e2c1775f2 req-f33a4000-be7a-4d2a-89b6-785e2713f11a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:46.557908 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c554502a-5764-46bb-ab87-632e2c1775f2 req-f33a4000-be7a-4d2a-89b6-785e2713f11a tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0537171 Apr 29 16:03:46.606639 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-c554502a-5764-46bb-ab87-632e2c1775f2 req-c5337d1b-4783-48b4-9517-18ed8567c4c1 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb8b292-7a92-434e-9de9-a94e2e88159d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Apr 29 16:03:46.670436 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2b3399e8-e16e-4d0e-a3af-e854ce597cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (a91b5271-8fbb-43eb-bf05-3ea2de0b59ab), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:46.701518 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3399e8-e16e-4d0e-a3af-e854ce597cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91b5271-8fbb-43eb-bf05-3ea2de0b59ab,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:46.881664 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-2b3399e8-e16e-4d0e-a3af-e854ce597cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739469'] for router_interface (e29200e0-4505-437d-9d8d-3b6022eb704f), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:47.341370 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3399e8-e16e-4d0e-a3af-e854ce597cc7 admin admin] Router e29200e0-4505-437d-9d8d-3b6022eb704f has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:03:47.378579 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-9db95b97-bd02-4617-97d5-4972cde11448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:47.451232 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3399e8-e16e-4d0e-a3af-e854ce597cc7 admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:03:47.456207 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-2b3399e8-e16e-4d0e-a3af-e854ce597cc7 admin admin] 10.222.0.23 "PUT /v2.0/routers/e29200e0-4505-437d-9d8d-3b6022eb704f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7060459 Apr 29 16:03:47.458828 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35872) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:47.461376 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53392f17-8de9-4812-ac46-b142ccfb28d5 None None] Sync routers for ids ['e29200e0-4505-437d-9d8d-3b6022eb704f'] in dv-cinder-839872-2-iscsi {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:03:47.473694 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53392f17-8de9-4812-ac46-b142ccfb28d5 None None] Routers {'e29200e0-4505-437d-9d8d-3b6022eb704f'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:03:47.474417 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-53392f17-8de9-4812-ac46-b142ccfb28d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:03:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['e29200e0-4505-437d-9d8d-3b6022eb704f'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:47.568784 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Publish callbacks [] for router (e29200e0-4505-437d-9d8d-3b6022eb704f), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:47.587484 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-53392f17-8de9-4812-ac46-b142ccfb28d5 None None] Set router e29200e0-4505-437d-9d8d-3b6022eb704f gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:03:47.680022 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Publish callbacks [] for router_gateway (e29200e0-4505-437d-9d8d-3b6022eb704f), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:47.738384 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94490f9-7151-4f35-96c5-dea7c4ccb59f req-bda4dbc6-90df-4dd5-8f43-967dd90343c4 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:47.739892 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d94490f9-7151-4f35-96c5-dea7c4ccb59f req-bda4dbc6-90df-4dd5-8f43-967dd90343c4 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0524907 Apr 29 16:03:47.765266 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-53392f17-8de9-4812-ac46-b142ccfb28d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'name': 'tempest-TestVolumeBootPattern-982052395-router', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:44Z', 'updated_at': '2022-04-29T16:03:46Z', 'revision_number': 5, 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'gw_port': {'id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:45Z', 'updated_at': '2022-04-29T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:47.787725 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-d94490f9-7151-4f35-96c5-dea7c4ccb59f req-c8b21d96-e9ed-4619-8f43-1fb71f5cf5e6 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb8b292-7a92-434e-9de9-a94e2e88159d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418670 Apr 29 16:03:47.792782 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53392f17-8de9-4812-ac46-b142ccfb28d5 None None] Checking router: e29200e0-4505-437d-9d8d-3b6022eb704f for host: dv-cinder-839872-2-iscsi {{(pid=110325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:03:47.802138 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53392f17-8de9-4812-ac46-b142ccfb28d5 None None] Routers {'e29200e0-4505-437d-9d8d-3b6022eb704f'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:03:47.802749 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-53392f17-8de9-4812-ac46-b142ccfb28d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:03:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['e29200e0-4505-437d-9d8d-3b6022eb704f'], 'active': True} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:47.857289 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Deleting port df8f1680-7418-449e-a36c-cb068cd5dff5 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:47.857746 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:47.898622 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fab3c-249c-4aed-9a9c-6855fb89be4f req-9adb23eb-fda9-46aa-b53a-9c7a7b107ceb tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:47.900713 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-f35fab3c-249c-4aed-9a9c-6855fb89be4f req-9adb23eb-fda9-46aa-b53a-9c7a7b107ceb tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0471399 Apr 29 16:03:47.910485 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35878) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:47.916478 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.v2.base [None req-7f760499-8a48-4359-99c3-1f4cfec505bf tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Request body: {'floatingip': {'port_id': '023cd532-6062-4dee-9705-c5ffa6b32136'}} {{(pid=110324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 16:03:47.920970 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvr_db [None req-53392f17-8de9-4812-ac46-b142ccfb28d5 None None] Set router e29200e0-4505-437d-9d8d-3b6022eb704f gateway port host: dv-cinder-839872-2-iscsi {{(pid=110325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:03:47.940586 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] For port df8f1680-7418-449e-a36c-cb068cd5dff5, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=df8f1680-7418-449e-a36c-cb068cd5dff5,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:47.941192 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:47.955558 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Calling delete_port for df8f1680-7418-449e-a36c-cb068cd5dff5 owned by network:router_gateway {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:47.959945 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7f760499-8a48-4359-99c3-1f4cfec505bf tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (10f59e33-06c2-46f5-ad52-974b847e497e), before_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.101837 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_hamode_db [None req-53392f17-8de9-4812-ac46-b142ccfb28d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'name': 'tempest-TestVolumeBootPattern-982052395-router', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:44Z', 'updated_at': '2022-04-29T16:03:46Z', 'revision_number': 5, 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'gw_port': {'id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:45Z', 'updated_at': '2022-04-29T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:48.129985 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53392f17-8de9-4812-ac46-b142ccfb28d5 None None] The sync data for ids ['e29200e0-4505-437d-9d8d-3b6022eb704f'] in dv-cinder-839872-2-iscsi is: [{'id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'name': 'tempest-TestVolumeBootPattern-982052395-router', 'tenant_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:44Z', 'updated_at': '2022-04-29T16:03:46Z', 'revision_number': 5, 'project_id': '6eeae6c8099343bfb04ac8c08927a7dd', 'gw_port': {'id': 'df8f1680-7418-449e-a36c-cb068cd5dff5', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29200e0-4505-437d-9d8d-3b6022eb704f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:45Z', 'updated_at': '2022-04-29T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}] {{(pid=110325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:03:48.218750 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (df8f1680-7418-449e-a36c-cb068cd5dff5), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.248673 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8f1680-7418-449e-a36c-cb068cd5dff5,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:48.308797 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640487'] for router_gateway (e29200e0-4505-437d-9d8d-3b6022eb704f), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.403588 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-766812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6456'] for router (e29200e0-4505-437d-9d8d-3b6022eb704f), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.405661 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Publish callbacks [] for router_controller (e29200e0-4505-437d-9d8d-3b6022eb704f), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.422777 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7f760499-8a48-4359-99c3-1f4cfec505bf tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.521401 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7f760499-8a48-4359-99c3-1f4cfec505bf tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (10f59e33-06c2-46f5-ad52-974b847e497e), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.562518 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-766789'] for router (e29200e0-4505-437d-9d8d-3b6022eb704f), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.563098 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e29200e0-4505-437d-9d8d-3b6022eb704f {{(pid=110323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:03:48.568644 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.569986 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-a2075347-641d-41b4-af1b-566350777f62 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e29200e0-4505-437d-9d8d-3b6022eb704f HTTP/1.1" status: 204 len: 168 time: 1.1101635 Apr 29 16:03:48.573510 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35880) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:48.621181 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe72fa41-7f57-4056-956e-a2d0214ac8c1 admin admin] Deleting subnet 2668a786-4610-477d-8fa0-347706d832bf {{(pid=110323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 16:03:48.624474 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fe72fa41-7f57-4056-956e-a2d0214ac8c1 admin admin] Publish callbacks [] for subnet (2668a786-4610-477d-8fa0-347706d832bf), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.629885 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [None req-7f760499-8a48-4359-99c3-1f4cfec505bf tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Floating IP 10f59e33-06c2-46f5-ad52-974b847e497e associated. External IP: 172.27.1.47, port: 023cd532-6062-4dee-9705-c5ffa6b32136. Apr 29 16:03:48.660441 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fe72fa41-7f57-4056-956e-a2d0214ac8c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9764145'] for subnet (2668a786-4610-477d-8fa0-347706d832bf), precommit_delete_associations {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.727161 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.751272 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fe72fa41-7f57-4056-956e-a2d0214ac8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (2668a786-4610-477d-8fa0-347706d832bf), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.876294 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fe72fa41-7f57-4056-956e-a2d0214ac8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8682797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8453621'] for subnet (2668a786-4610-477d-8fa0-347706d832bf), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.903763 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72fa41-7f57-4056-956e-a2d0214ac8c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2668a786-4610-477d-8fa0-347706d832bf,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:48.907463 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-fe72fa41-7f57-4056-956e-a2d0214ac8c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:48.913165 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-fe72fa41-7f57-4056-956e-a2d0214ac8c1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2668a786-4610-477d-8fa0-347706d832bf HTTP/1.1" status: 204 len: 168 time: 0.3361766 Apr 29 16:03:48.913305 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35882) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:48.913813 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39992e00-52d3-44ed-87c0-ae2faedf14eb None None] Network fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 16:03:48.985601 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.035165 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Deleting port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 {{(pid=110323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:49.036576 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.101660 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.db [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] For port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=0d1fb38f-f12f-4cf6-bfbe-164490f601a6,segment=NetworkSegment(40059316-c39c-4d3f-98ba-a4aa2edaa59c),segment_id=40059316-c39c-4d3f-98ba-a4aa2edaa59c)] {{(pid=110323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:49.102028 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.114579 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Calling delete_port for 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 owned by network:dhcp {{(pid=110323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:49.158246 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089c918-1ef9-495c-a9b8-a1b77415f7d7 None None] DHCP port deletion for fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f request from dv-cinder-839872-2-iscsi {{(pid=110325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 16:03:49.163047 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f760499-8a48-4359-99c3-1f4cfec505bf tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Router 5d12bab4-f782-43e4-90be-a71840fab369 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:03:49.206314 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-9089c918-1ef9-495c-a9b8-a1b77415f7d7 None None] Deleting port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 {{(pid=110325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:03:49.207026 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-9089c918-1ef9-495c-a9b8-a1b77415f7d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), before_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.276061 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-9089c918-1ef9-495c-a9b8-a1b77415f7d7 None None] For port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=0d1fb38f-f12f-4cf6-bfbe-164490f601a6,segment=NetworkSegment(40059316-c39c-4d3f-98ba-a4aa2edaa59c),segment_id=40059316-c39c-4d3f-98ba-a4aa2edaa59c)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:03:49.276463 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-9089c918-1ef9-495c-a9b8-a1b77415f7d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), precommit_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.281401 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8619004'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.284255 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f760499-8a48-4359-99c3-1f4cfec505bf tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:03:49.289162 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7f760499-8a48-4359-99c3-1f4cfec505bf tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.294729 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-9089c918-1ef9-495c-a9b8-a1b77415f7d7 None None] Calling delete_port for 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 owned by network:dhcp {{(pid=110325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:03:49.298912 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5e80c-31ed-465c-b284-0c9feced60f4 None None] Sync routers for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:03:49.308254 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1fb38f-f12f-4cf6-bfbe-164490f601a6,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:49.310025 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5e80c-31ed-465c-b284-0c9feced60f4 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:03:49.310870 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-f7e5e80c-31ed-465c-b284-0c9feced60f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:03:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:49.311828 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] No DVR routers for this DVR port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 on host dv-cinder-839872-2-iscsi {{(pid=110323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:03:49.341638 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-7f760499-8a48-4359-99c3-1f4cfec505bf tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "PUT /v2.0/floatingips/10f59e33-06c2-46f5-ad52-974b847e497e HTTP/1.1" status: 200 len: 990 time: 1.4297819 Apr 29 16:03:49.342425 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'tag': '023cd532-6062-4dee-9705-c5ffa6b32136'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:03:49.348270 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad90651-0ec5-4f0b-a128-bb81e07aec18" -d '{"events": [{"name": "network-changed", "server_uuid": "cb09de97-0fb9-42fa-a193-594b35a8d4e2", "tag": "023cd532-6062-4dee-9705-c5ffa6b32136"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:03:49.391677 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 16:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b086b940-25f8-47fb-9cdb-d01572d9a864 x-openstack-request-id: req-b086b940-25f8-47fb-9cdb-d01572d9a864 {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:03:49.392207 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb09de97-0fb9-42fa-a193-594b35a8d4e2", "tag": "023cd532-6062-4dee-9705-c5ffa6b32136", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:03:49.392631 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b086b940-25f8-47fb-9cdb-d01572d9a864 {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:03:49.393187 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b086b940-25f8-47fb-9cdb-d01572d9a864'] response: {'name': 'network-changed', 'server_uuid': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'tag': '023cd532-6062-4dee-9705-c5ffa6b32136', 'status': 'completed', 'code': 200} Apr 29 16:03:49.396037 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-9089c918-1ef9-495c-a9b8-a1b77415f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871'] for port (0d1fb38f-f12f-4cf6-bfbe-164490f601a6), after_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.425224 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089c918-1ef9-495c-a9b8-a1b77415f7d7 None None] Pushing event deleted for resources: {'Port': ['ID=0d1fb38f-f12f-4cf6-bfbe-164490f601a6,revision_number=None']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:49.429475 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089c918-1ef9-495c-a9b8-a1b77415f7d7 None None] No DVR routers for this DVR port 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 on host dv-cinder-839872-2-iscsi {{(pid=110325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:03:49.432146 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.447669 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-f7e5e80c-31ed-465c-b284-0c9feced60f4 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:03:49.468836 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f']}} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:49.476805 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad90651-0ec5-4f0b-a128-bb81e07aec18 req-c2c417a9-1cf9-40ed-8142-c8578f2508dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:49.479966 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ad90651-0ec5-4f0b-a128-bb81e07aec18 req-c2c417a9-1cf9-40ed-8142-c8578f2508dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 1129 time: 0.0627744 Apr 29 16:03:49.481519 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40059316-c39c-4d3f-98ba-a4aa2edaa59c') {'for_net_delete': True} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:49.481919 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.services.segments.db [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40059316-c39c-4d3f-98ba-a4aa2edaa59c') {} {{(pid=110323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:49.492539 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9764136'] for segment (40059316-c39c-4d3f-98ba-a4aa2edaa59c), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.506496 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (40059316-c39c-4d3f-98ba-a4aa2edaa59c), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.513280 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=110323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:03:49.513782 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8618955'] for segment (40059316-c39c-4d3f-98ba-a4aa2edaa59c), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: Traceback (most recent call last): Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: timer() Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: cb(*args, **kw) Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: return func(*args, **kwargs) Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: self._notify() Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: self.callback(batched_events) Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: event.method(event) Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: return f(self, *a, **k) Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._get(url).json() Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: return self.request(url, 'GET', **kwargs) Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:03:49.515829 dv-cinder-839872-2-iscsi neutron-server[110323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:03:49.527391 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device a91b5271-8fbb-43eb-bf05-3ea2de0b59ab no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:03:49.558285 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: a91b5271-8fbb-43eb-bf05-3ea2de0b59ab {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:03:49.559046 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device a91b5271-8fbb-43eb-bf05-3ea2de0b59ab not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:03:49.559676 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device df8f1680-7418-449e-a36c-cb068cd5dff5 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:03:49.591017 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: df8f1680-7418-449e-a36c-cb068cd5dff5 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:03:49.601767 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device df8f1680-7418-449e-a36c-cb068cd5dff5 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:03:49.601767 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:03:49.602021 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad90651-0ec5-4f0b-a128-bb81e07aec18 req-5e88da98-0d22-4039-912f-9dd22fa3f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:49.602021 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ad90651-0ec5-4f0b-a128-bb81e07aec18 req-5e88da98-0d22-4039-912f-9dd22fa3f355 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 916 time: 0.1090043 Apr 29 16:03:49.611397 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:03:49.611820 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 0d1fb38f-f12f-4cf6-bfbe-164490f601a6 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:03:49.658606 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.672430 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ad90651-0ec5-4f0b-a128-bb81e07aec18 req-6c057dfe-551d-40df-a43b-f02fa9aa42b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=023cd532-6062-4dee-9705-c5ffa6b32136 HTTP/1.1" status: 200 len: 998 time: 0.0686729 Apr 29 16:03:49.674166 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:49.680035 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] 10.222.0.23 "DELETE /v2.0/networks/fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f HTTP/1.1" status: 204 len: 168 time: 0.7657957 Apr 29 16:03:49.681234 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9ed8c-3bc3-4597-a0a9-64502cb1782f admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7b6409-2859-4ef4-b6c2-ecfe5dec0f9f,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:49.686444 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-f7e5e80c-31ed-465c-b284-0c9feced60f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '10f59e33-06c2-46f5-ad52-974b847e497e', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': '023cd532-6062-4dee-9705-c5ffa6b32136', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:95:aa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:33Z', 'updated_at': '2022-04-29T16:03:48Z', 'revision_number': 1, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:49.714957 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5e80c-31ed-465c-b284-0c9feced60f4 None None] Checking router: 5d12bab4-f782-43e4-90be-a71840fab369 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:03:49.723967 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5e80c-31ed-465c-b284-0c9feced60f4 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:03:49.724589 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-f7e5e80c-31ed-465c-b284-0c9feced60f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:03:47Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:49.725963 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad90651-0ec5-4f0b-a128-bb81e07aec18 req-96f9d604-e787-4431-9185-944bfd55e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:49.728103 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ad90651-0ec5-4f0b-a128-bb81e07aec18 req-96f9d604-e787-4431-9185-944bfd55e188 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecb708a7-0bb5-4ace-9db0-994275c87e86 HTTP/1.1" status: 200 len: 854 time: 0.0493782 Apr 29 16:03:49.772942 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad90651-0ec5-4f0b-a128-bb81e07aec18 req-60c5b9b3-2370-4859-a190-a77bc874fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:49.775268 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ad90651-0ec5-4f0b-a128-bb81e07aec18 req-60c5b9b3-2370-4859-a190-a77bc874fff7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56ae7595-6baa-4b18-8f21-31be6190cfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411363 Apr 29 16:03:49.834916 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-f7e5e80c-31ed-465c-b284-0c9feced60f4 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:03:49.868835 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ad90651-0ec5-4f0b-a128-bb81e07aec18 req-62b4f975-5620-42de-af8e-ec9046a26353 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870359 Apr 29 16:03:49.960037 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-7ad90651-0ec5-4f0b-a128-bb81e07aec18 req-53bdfa88-5e3b-4e70-869f-9e8dd8e128f6 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848138 Apr 29 16:03:50.026412 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35890) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:50.052751 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-f7e5e80c-31ed-465c-b284-0c9feced60f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '10f59e33-06c2-46f5-ad52-974b847e497e', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': '023cd532-6062-4dee-9705-c5ffa6b32136', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:95:aa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:33Z', 'updated_at': '2022-04-29T16:03:48Z', 'revision_number': 1, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:50.069108 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-44ba3ab3-6df0-4c39-b9c6-7995eed6dbb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47db658e58ab4b228e799d1ea25342ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391088 Apr 29 16:03:50.069340 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35892) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:50.082764 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5e80c-31ed-465c-b284-0c9feced60f4 None None] The sync data for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi is: [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_floatingips': [{'id': '10f59e33-06c2-46f5-ad52-974b847e497e', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'router_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'port_id': '023cd532-6062-4dee-9705-c5ffa6b32136', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'mac_address': 'fa:16:3e:95:aa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:03:33Z', 'updated_at': '2022-04-29T16:03:48Z', 'revision_number': 1, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:03:50.123052 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-325f21af-6013-463a-a254-078043af55c6 admin admin] Publish callbacks [] for security_group (39b55578-8999-4bbf-aeb5-043664c00ba1), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:50.145915 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-325f21af-6013-463a-a254-078043af55c6 admin admin] Publish callbacks [] for security_group (39b55578-8999-4bbf-aeb5-043664c00ba1), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:50.195831 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:50.284000 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274b97c8-c039-46cd-8493-51e7e6493a9d None None] New status for floating IP 10f59e33-06c2-46f5-ad52-974b847e497e: ACTIVE {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:03:50.289559 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-325f21af-6013-463a-a254-078043af55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (39b55578-8999-4bbf-aeb5-043664c00ba1), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:50.293022 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-325f21af-6013-463a-a254-078043af55c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:50.294255 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-325f21af-6013-463a-a254-078043af55c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39b55578-8999-4bbf-aeb5-043664c00ba1 HTTP/1.1" status: 204 len: 168 time: 0.2241156 Apr 29 16:03:50.302423 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f21af-6013-463a-a254-078043af55c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b55578-8999-4bbf-aeb5-043664c00ba1,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:51.007727 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35898) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:51.047527 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-6cbd5f50-3fe7-4de7-adb9-3e99e2f30507 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6eeae6c8099343bfb04ac8c08927a7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386531 Apr 29 16:03:51.049983 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35900) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:03:51.100784 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-fe772c4e-dcfb-43e1-b60a-615bbfda1b67 admin admin] Publish callbacks [] for security_group (56df6a97-a00f-4cbc-81f2-b1d8acbc0d0d), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:51.122530 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-fe772c4e-dcfb-43e1-b60a-615bbfda1b67 admin admin] Publish callbacks [] for security_group (56df6a97-a00f-4cbc-81f2-b1d8acbc0d0d), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:51.247351 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-fe772c4e-dcfb-43e1-b60a-615bbfda1b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (56df6a97-a00f-4cbc-81f2-b1d8acbc0d0d), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:51.247351 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-fe772c4e-dcfb-43e1-b60a-615bbfda1b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:51.247351 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-fe772c4e-dcfb-43e1-b60a-615bbfda1b67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56df6a97-a00f-4cbc-81f2-b1d8acbc0d0d HTTP/1.1" status: 204 len: 168 time: 0.1954153 Apr 29 16:03:51.255101 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe772c4e-dcfb-43e1-b60a-615bbfda1b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56df6a97-a00f-4cbc-81f2-b1d8acbc0d0d,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:51.698880 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:03:56.498859 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5d13f3b8-d2df-40e8-9e9b-ad7227f64d4b req-0057fe06-408f-4fd3-b78e-248512f34991 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382507 Apr 29 16:03:56.575829 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13f3b8-d2df-40e8-9e9b-ad7227f64d4b req-6a064579-d717-4986-9d7d-a2a8788a36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:56.577355 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5d13f3b8-d2df-40e8-9e9b-ad7227f64d4b req-6a064579-d717-4986-9d7d-a2a8788a36b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0967f051e3c44d16b15a27528381fa15&device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 1129 time: 0.0389397 Apr 29 16:03:56.685096 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13f3b8-d2df-40e8-9e9b-ad7227f64d4b req-0e8c71a5-1fa0-4f3b-8280-9187ed862aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:56.686492 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5d13f3b8-d2df-40e8-9e9b-ad7227f64d4b req-0e8c71a5-1fa0-4f3b-8280-9187ed862aec service neutron] 10.222.0.37 "GET /v2.0/networks?id=56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 200 len: 916 time: 0.0909636 Apr 29 16:03:56.752604 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5d13f3b8-d2df-40e8-9e9b-ad7227f64d4b req-331f6c0e-fedd-4768-b281-d12059df0e3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=023cd532-6062-4dee-9705-c5ffa6b32136 HTTP/1.1" status: 200 len: 1000 time: 0.0592482 Apr 29 16:03:56.804113 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13f3b8-d2df-40e8-9e9b-ad7227f64d4b req-fb1d229c-aa23-4239-99ec-095f495a3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:56.806244 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5d13f3b8-d2df-40e8-9e9b-ad7227f64d4b req-fb1d229c-aa23-4239-99ec-095f495a3c44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecb708a7-0bb5-4ace-9db0-994275c87e86 HTTP/1.1" status: 200 len: 854 time: 0.0480969 Apr 29 16:03:56.849491 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13f3b8-d2df-40e8-9e9b-ad7227f64d4b req-b8c7ca00-549c-4108-81b5-098e1025fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:56.850962 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5d13f3b8-d2df-40e8-9e9b-ad7227f64d4b req-b8c7ca00-549c-4108-81b5-098e1025fbfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56ae7595-6baa-4b18-8f21-31be6190cfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392354 Apr 29 16:03:56.942751 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5d13f3b8-d2df-40e8-9e9b-ad7227f64d4b req-cf386fc4-fb1f-4438-8bb7-dbc2dfa36969 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857320 Apr 29 16:03:57.031988 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-5d13f3b8-d2df-40e8-9e9b-ad7227f64d4b req-6147f3f2-ee83-4488-b13d-71720bf72c05 service neutron] 10.222.0.37 "GET /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827329 Apr 29 16:04:00.404999 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:04:14.880613 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:15.024267 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3d72-949b-4411-94f8-8271116e83c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:17.429344 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-696a1a4c-4ba5-4281-b49a-8bc546075644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:18.743624 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:20.195086 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:21.674784 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:35.130669 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ceb64-17db-49d4-a5a3-71db0ea87444 req-7c1d285e-a3f1-440a-888f-7ddaafb661e7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:35.132351 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2f2ceb64-17db-49d4-a5a3-71db0ea87444 req-7c1d285e-a3f1-440a-888f-7ddaafb661e7 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0474658 Apr 29 16:04:35.182525 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-2f2ceb64-17db-49d4-a5a3-71db0ea87444 req-d7506416-4d89-481b-9fb8-30ac6501f0b9 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb8b292-7a92-434e-9de9-a94e2e88159d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445876 Apr 29 16:04:36.295334 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90596df4-8d9f-4ed0-9b94-850cc18b4d9a req-4be0db01-f1c9-4fe7-80f9-31f1460dbbe8 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:36.296811 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-90596df4-8d9f-4ed0-9b94-850cc18b4d9a req-4be0db01-f1c9-4fe7-80f9-31f1460dbbe8 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0459423 Apr 29 16:04:36.344367 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-90596df4-8d9f-4ed0-9b94-850cc18b4d9a req-9a1da318-1065-4d9d-ae54-c246fdf82e2e tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups?id=ccb8b292-7a92-434e-9de9-a94e2e88159d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421026 Apr 29 16:04:36.646732 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-d3f5aa01-455c-456b-b7bb-8688ce3cdbf5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:36.649497 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-d3f5aa01-455c-456b-b7bb-8688ce3cdbf5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0474169 Apr 29 16:04:36.736252 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Deleting port 023cd532-6062-4dee-9705-c5ffa6b32136 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:04:36.736587 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:36.827532 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] For port 023cd532-6062-4dee-9705-c5ffa6b32136, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=023cd532-6062-4dee-9705-c5ffa6b32136,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:04:36.827920 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:37.009806 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:37.010076 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639009'] for floatingip (10f59e33-06c2-46f5-ad52-974b847e497e), after_update {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:37.010387 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.db.l3_db [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Floating IP 10f59e33-06c2-46f5-ad52-974b847e497e disassociated. External IP: 172.27.1.47, port: 023cd532-6062-4dee-9705-c5ffa6b32136. Apr 29 16:04:37.010744 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Calling delete_port for 023cd532-6062-4dee-9705-c5ffa6b32136 owned by compute:nova {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:04:37.240345 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (023cd532-6062-4dee-9705-c5ffa6b32136), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:37.267515 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event deleted for resources: {'Port': ['ID=023cd532-6062-4dee-9705-c5ffa6b32136,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:37.277500 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.277850 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.278195 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.278535 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.278870 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.279202 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.279534 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.279889 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.280714 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.280714 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.280909 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.281194 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.281485 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.281807 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.282133 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:37.404741 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:04:37.407085 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Router 5d12bab4-f782-43e4-90be-a71840fab369 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:04:37.446436 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-be61fa4e-114f-41cd-aff5-c8be8af67cd2 req-833ee363-366c-4df9-860d-8b29eabbb5cc tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 210 time: 0.0312204 Apr 29 16:04:37.546310 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:04:37.556358 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcb4188-1c7f-4b1b-9bd0-1605c70de0a8 None None] Sync routers for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:04:37.566800 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcb4188-1c7f-4b1b-9bd0-1605c70de0a8 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:04:37.567491 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-4fcb4188-1c7f-4b1b-9bd0-1605c70de0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:04:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:37.590182 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] No DVR routers for this DVR port 023cd532-6062-4dee-9705-c5ffa6b32136 on host hv-cinder-83987 {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:04:37.592793 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for port (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:37.596059 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-ec7a6724-fdeb-4a38-a1f4-3b8445b057c9 req-c986a250-cc7f-4d75-8445-98a4d30b164f tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.37 "DELETE /v2.0/ports/023cd532-6062-4dee-9705-c5ffa6b32136 HTTP/1.1" status: 204 len: 173 time: 0.9405608 Apr 29 16:04:37.596502 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'name': 'network-vif-deleted', 'tag': '023cd532-6062-4dee-9705-c5ffa6b32136'}] {{(pid=110324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:04:37.598743 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ad83f3364a65bd58fed606d8fdb41ae39bd02afbce1e56dd9d44c37778e99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73863c6-5b88-426b-8398-3c3099cd621f" -d '{"events": [{"server_uuid": "cb09de97-0fb9-42fa-a193-594b35a8d4e2", "name": "network-vif-deleted", "tag": "023cd532-6062-4dee-9705-c5ffa6b32136"}]}' {{(pid=110324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 16:04:37.636680 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb90b2b-aed6-49c6-8b0b-5a6ce8087a5e x-openstack-request-id: req-ceb90b2b-aed6-49c6-8b0b-5a6ce8087a5e {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 16:04:37.636941 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb09de97-0fb9-42fa-a193-594b35a8d4e2", "name": "network-vif-deleted", "tag": "023cd532-6062-4dee-9705-c5ffa6b32136", "status": "completed", "code": 200}]} {{(pid=110324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 16:04:37.637225 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ceb90b2b-aed6-49c6-8b0b-5a6ce8087a5e {{(pid=110324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 16:04:37.637793 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb90b2b-aed6-49c6-8b0b-5a6ce8087a5e'] response: {'server_uuid': 'cb09de97-0fb9-42fa-a193-594b35a8d4e2', 'name': 'network-vif-deleted', 'tag': '023cd532-6062-4dee-9705-c5ffa6b32136', 'status': 'completed', 'code': 200} Apr 29 16:04:37.698495 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-4fcb4188-1c7f-4b1b-9bd0-1605c70de0a8 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:04:37.893815 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-4fcb4188-1c7f-4b1b-9bd0-1605c70de0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:37.919692 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcb4188-1c7f-4b1b-9bd0-1605c70de0a8 None None] Checking router: 5d12bab4-f782-43e4-90be-a71840fab369 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:04:37.928094 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcb4188-1c7f-4b1b-9bd0-1605c70de0a8 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:04:37.928775 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-4fcb4188-1c7f-4b1b-9bd0-1605c70de0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:04:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:38.036311 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-4fcb4188-1c7f-4b1b-9bd0-1605c70de0a8 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:04:38.302226 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-4fcb4188-1c7f-4b1b-9bd0-1605c70de0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:38.328703 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcb4188-1c7f-4b1b-9bd0-1605c70de0a8 None None] The sync data for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi is: [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T15:59:59Z', 'revision_number': 4, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi', '_interfaces': [{'id': '706efe2e-5778-4d96-a7e3-3360368bf9ab', 'name': '', 'network_id': '56ae7595-6baa-4b18-8f21-31be6190cfcb', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'mac_address': 'fa:16:3e:87:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:58Z', 'updated_at': '2022-04-29T16:00:02Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'subnets': [{'id': 'ecb708a7-0bb5-4ace-9db0-994275c87e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:04:38.568619 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [req-4dc85792-3c21-408a-9896-c7bc223be53e req-5eb580a1-50af-427c-a600-d1fecfb9adf5 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb09de97-0fb9-42fa-a193-594b35a8d4e2 HTTP/1.1" status: 200 len: 210 time: 0.0371394 Apr 29 16:04:38.570694 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13c1ac-365e-4fe7-a4a2-f6e239025131 None None] New status for floating IP 10f59e33-06c2-46f5-ad52-974b847e497e: DOWN {{(pid=110325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:04:39.737194 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 35982) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:04:39.791800 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (ccb8b292-7a92-434e-9de9-a94e2e88159d), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:39.816985 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (ccb8b292-7a92-434e-9de9-a94e2e88159d), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:39.971685 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ccb8b292-7a92-434e-9de9-a94e2e88159d), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:39.974323 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:39.976159 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "DELETE /v2.0/security-groups/ccb8b292-7a92-434e-9de9-a94e2e88159d HTTP/1.1" status: 204 len: 168 time: 0.2378609 Apr 29 16:04:39.978805 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35984) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:04:39.986130 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb8b292-7a92-434e-9de9-a94e2e88159d,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:39.994125 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.api.v2.resource [None req-435ef23e-4628-4fbc-94ce-c874a7a36ae0 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] show failed (client error): The resource could not be found. Apr 29 16:04:39.994543 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.994906 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.998479 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.998636 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-435ef23e-4628-4fbc-94ce-c874a7a36ae0 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "GET /v2.0/security-groups/ccb8b292-7a92-434e-9de9-a94e2e88159d HTTP/1.1" status: 404 len: 347 time: 0.0157161 Apr 29 16:04:39.998746 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.998746 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.998746 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.998746 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.998746 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.998746 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.998746 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.998746 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.998746 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.999587 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 35986) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:04:39.999688 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.999688 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:39.999688 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ceddc-4a2c-42fa-a862-f8cece35a682 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:40.122122 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-5529a661-46ff-407b-b6d5-4f8e928c4459 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Deleting port 842068aa-4dcb-4b37-a20c-69fce8e056ea {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:04:40.122463 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5529a661-46ff-407b-b6d5-4f8e928c4459 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (842068aa-4dcb-4b37-a20c-69fce8e056ea), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:40.201136 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5529a661-46ff-407b-b6d5-4f8e928c4459 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (842068aa-4dcb-4b37-a20c-69fce8e056ea), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:40.201464 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5529a661-46ff-407b-b6d5-4f8e928c4459 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (842068aa-4dcb-4b37-a20c-69fce8e056ea), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:40.214032 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-5529a661-46ff-407b-b6d5-4f8e928c4459 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Calling delete_port for 842068aa-4dcb-4b37-a20c-69fce8e056ea owned by network:floatingip {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:04:40.429347 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5529a661-46ff-407b-b6d5-4f8e928c4459 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (842068aa-4dcb-4b37-a20c-69fce8e056ea), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:40.455040 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529a661-46ff-407b-b6d5-4f8e928c4459 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Pushing event deleted for resources: {'Port': ['ID=842068aa-4dcb-4b37-a20c-69fce8e056ea,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:40.516739 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5529a661-46ff-407b-b6d5-4f8e928c4459 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks [] for floatingip (10f59e33-06c2-46f5-ad52-974b847e497e), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:40.519271 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-5529a661-46ff-407b-b6d5-4f8e928c4459 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492164'] for floatingip (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:40.520470 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-5529a661-46ff-407b-b6d5-4f8e928c4459 tempest-AttachVolumeNegativeTest-549775966 tempest-AttachVolumeNegativeTest-549775966-project] 10.222.0.23 "DELETE /v2.0/floatingips/10f59e33-06c2-46f5-ad52-974b847e497e HTTP/1.1" status: 204 len: 168 time: 0.5204480 Apr 29 16:04:41.033605 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 023cd532-6062-4dee-9705-c5ffa6b32136 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:04:41.054198 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] No Port match for: 023cd532-6062-4dee-9705-c5ffa6b32136 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:04:41.054540 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Device 023cd532-6062-4dee-9705-c5ffa6b32136 not bound to the agent host hv-cinder-83987 {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:04:44.633861 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36022) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:04:44.913951 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:44.968292 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf054-a1f0-4105-8b7c-dfe19c5b28ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739361'] for router_interface (5d12bab4-f782-43e4-90be-a71840fab369), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:45.051200 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-caa4c72e-d394-4bc5-8eaa-4ee558078ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:45.202464 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-8e7cf054-a1f0-4105-8b7c-dfe19c5b28ca admin admin] Deleting port 706efe2e-5778-4d96-a7e3-3360368bf9ab {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:04:45.202703 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf054-a1f0-4105-8b7c-dfe19c5b28ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:45.280238 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-8e7cf054-a1f0-4105-8b7c-dfe19c5b28ca admin admin] For port 706efe2e-5778-4d96-a7e3-3360368bf9ab, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=706efe2e-5778-4d96-a7e3-3360368bf9ab,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:04:45.280601 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf054-a1f0-4105-8b7c-dfe19c5b28ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:45.293582 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-8e7cf054-a1f0-4105-8b7c-dfe19c5b28ca admin admin] Calling delete_port for 706efe2e-5778-4d96-a7e3-3360368bf9ab owned by network:router_interface {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:04:45.594300 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf054-a1f0-4105-8b7c-dfe19c5b28ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (706efe2e-5778-4d96-a7e3-3360368bf9ab), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:45.623626 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cf054-a1f0-4105-8b7c-dfe19c5b28ca admin admin] Pushing event deleted for resources: {'Port': ['ID=706efe2e-5778-4d96-a7e3-3360368bf9ab,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:45.794278 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-8e7cf054-a1f0-4105-8b7c-dfe19c5b28ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739469'] for router_interface (5d12bab4-f782-43e4-90be-a71840fab369), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:46.291794 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7cf054-a1f0-4105-8b7c-dfe19c5b28ca admin admin] Router 5d12bab4-f782-43e4-90be-a71840fab369 has already been hosted by L3 agent 952f52d4-10c4-4f62-94d1-a0958527eb50 {{(pid=110324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 16:04:46.398402 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7cf054-a1f0-4105-8b7c-dfe19c5b28ca admin admin] Notify agent at l3_agent.dv-cinder-839872-2-iscsi the message routers_updated {{(pid=110324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 16:04:46.403417 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-8e7cf054-a1f0-4105-8b7c-dfe19c5b28ca admin admin] 10.222.0.23 "PUT /v2.0/routers/5d12bab4-f782-43e4-90be-a71840fab369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7684944 Apr 29 16:04:46.405851 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36024) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:04:46.407344 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d804975-ddb9-4075-9130-d7ea95375d80 None None] Sync routers for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:04:46.418235 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d804975-ddb9-4075-9130-d7ea95375d80 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:04:46.418843 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-2d804975-ddb9-4075-9130-d7ea95375d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:04:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:46.512616 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Publish callbacks [] for router (5d12bab4-f782-43e4-90be-a71840fab369), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:46.526134 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-2d804975-ddb9-4075-9130-d7ea95375d80 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: dv-cinder-839872-2-iscsi {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:04:46.619430 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Publish callbacks [] for router_gateway (5d12bab4-f782-43e4-90be-a71840fab369), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:46.699809 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-2d804975-ddb9-4075-9130-d7ea95375d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'external_fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T16:04:45Z', 'revision_number': 5, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port': {'id': 'c395a7c1-2c74-476a-b939-fda41e4ed6d6', 'name': '', 'network_id': 'ae6f69da-4bce-4b33-8222-dee4512f4ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12bab4-f782-43e4-90be-a71840fab369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:59:56Z', 'updated_at': '2022-04-29T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86a3338d-f899-4e2f-bbaa-fe73ff7e8c52', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-2-iscsi'}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:46.725315 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Deleting port c395a7c1-2c74-476a-b939-fda41e4ed6d6 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:04:46.725647 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:46.728963 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d804975-ddb9-4075-9130-d7ea95375d80 None None] Checking router: 5d12bab4-f782-43e4-90be-a71840fab369 for host: dv-cinder-839872-2-iscsi {{(pid=110326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:04:46.737449 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d804975-ddb9-4075-9130-d7ea95375d80 None None] Routers {'5d12bab4-f782-43e4-90be-a71840fab369'} bound to L3 agent in host dv-cinder-839872-2-iscsi {{(pid=110326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 16:04:46.738047 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-2d804975-ddb9-4075-9130-d7ea95375d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839872-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:42:47Z,description=,heartbeat_timestamp=2022-04-29T16:04:17Z,host='dv-cinder-839872-2-iscsi',id=952f52d4-10c4-4f62-94d1-a0958527eb50,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:42:48Z,topic='l3_agent')) {'router_ids': ['5d12bab4-f782-43e4-90be-a71840fab369'], 'active': True} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:46.804951 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] For port c395a7c1-2c74-476a-b939-fda41e4ed6d6, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=c395a7c1-2c74-476a-b939-fda41e4ed6d6,segment=NetworkSegment(1567badc-f8fb-44f1-b2e6-3058bd19b920),segment_id=1567badc-f8fb-44f1-b2e6-3058bd19b920)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:04:46.805592 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:46.818111 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Calling delete_port for c395a7c1-2c74-476a-b939-fda41e4ed6d6 owned by network:router_gateway {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:04:46.828290 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_dvr_db [None req-2d804975-ddb9-4075-9130-d7ea95375d80 None None] Set router 5d12bab4-f782-43e4-90be-a71840fab369 gateway port host: None {{(pid=110326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 16:04:46.885025 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.l3_hamode_db [None req-2d804975-ddb9-4075-9130-d7ea95375d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T16:04:46Z', 'revision_number': 6, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port_host': None}], 'dv-cinder-839872-2-iscsi', False) {} {{(pid=110326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:46.911207 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d804975-ddb9-4075-9130-d7ea95375d80 None None] The sync data for ids ['5d12bab4-f782-43e4-90be-a71840fab369'] in dv-cinder-839872-2-iscsi is: [{'id': '5d12bab4-f782-43e4-90be-a71840fab369', 'name': 'tempest-AttachVolumeNegativeTest-2092665281-router', 'tenant_id': '0967f051e3c44d16b15a27528381fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:59:55Z', 'updated_at': '2022-04-29T16:04:46Z', 'revision_number': 6, 'project_id': '0967f051e3c44d16b15a27528381fa15', 'gw_port_host': None}] {{(pid=110326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:04:47.057192 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (c395a7c1-2c74-476a-b939-fda41e4ed6d6), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.082415 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Pushing event deleted for resources: {'Port': ['ID=c395a7c1-2c74-476a-b939-fda41e4ed6d6,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:47.143297 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640487'] for router_gateway (5d12bab4-f782-43e4-90be-a71840fab369), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.235251 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-766812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6456'] for router (5d12bab4-f782-43e4-90be-a71840fab369), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.237300 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Publish callbacks [] for router_controller (5d12bab4-f782-43e4-90be-a71840fab369), precommit_delete_associations {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.360367 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-766789'] for router (5d12bab4-f782-43e4-90be-a71840fab369), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.360940 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d12bab4-f782-43e4-90be-a71840fab369 {{(pid=110324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 16:04:47.373729 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.373729 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-e13390f2-ed20-403c-954f-2cc108bdf664 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5d12bab4-f782-43e4-90be-a71840fab369 HTTP/1.1" status: 204 len: 168 time: 0.9600823 Apr 29 16:04:47.373729 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36026) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:04:47.389134 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f9108707-02f0-4ccc-b0a8-b4df232335d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.415125 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdfabef-496d-445d-bc8b-bbc09621b572 admin admin] Deleting subnet ecb708a7-0bb5-4ace-9db0-994275c87e86 {{(pid=110324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 16:04:47.418294 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-bcdfabef-496d-445d-bc8b-bbc09621b572 admin admin] Publish callbacks [] for subnet (ecb708a7-0bb5-4ace-9db0-994275c87e86), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.453316 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-bcdfabef-496d-445d-bc8b-bbc09621b572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10220837'] for subnet (ecb708a7-0bb5-4ace-9db0-994275c87e86), precommit_delete_associations {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.537003 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-bcdfabef-496d-445d-bc8b-bbc09621b572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781291'] for subnet (ecb708a7-0bb5-4ace-9db0-994275c87e86), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.697714 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-bcdfabef-496d-445d-bc8b-bbc09621b572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8484352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9430460'] for subnet (ecb708a7-0bb5-4ace-9db0-994275c87e86), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.722382 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 706efe2e-5778-4d96-a7e3-3360368bf9ab no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:04:47.730312 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfabef-496d-445d-bc8b-bbc09621b572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb708a7-0bb5-4ace-9db0-994275c87e86,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:47.732337 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-bcdfabef-496d-445d-bc8b-bbc09621b572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for subnet (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.736942 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-bcdfabef-496d-445d-bc8b-bbc09621b572 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ecb708a7-0bb5-4ace-9db0-994275c87e86 HTTP/1.1" status: 204 len: 168 time: 0.3653841 Apr 29 16:04:47.738311 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36028) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:04:47.749908 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e341cd21-da78-4fe4-bbd6-befa214e166d None None] Network 56ae7595-6baa-4b18-8f21-31be6190cfcb requested from dv-cinder-839872-2-iscsi {{(pid=110325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 16:04:47.752227 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: 706efe2e-5778-4d96-a7e3-3360368bf9ab {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:04:47.752575 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device 706efe2e-5778-4d96-a7e3-3360368bf9ab not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:04:47.752980 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device c395a7c1-2c74-476a-b939-fda41e4ed6d6 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:04:47.796917 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: c395a7c1-2c74-476a-b939-fda41e4ed6d6 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:04:47.797537 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device c395a7c1-2c74-476a-b939-fda41e4ed6d6 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:04:47.817271 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1757061'] for network (56ae7595-6baa-4b18-8f21-31be6190cfcb), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.871932 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Deleting port ce4d05b7-a163-4f46-94a9-9aa66852b504 {{(pid=110324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:04:47.874638 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.950479 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.db [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] For port ce4d05b7-a163-4f46-94a9-9aa66852b504, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=ce4d05b7-a163-4f46-94a9-9aa66852b504,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:04:47.950984 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:47.956156 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] DHCP port deletion for 56ae7595-6baa-4b18-8f21-31be6190cfcb request from dv-cinder-839872-2-iscsi {{(pid=110325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 16:04:47.966100 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.plugin [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Calling delete_port for ce4d05b7-a163-4f46-94a9-9aa66852b504 owned by network:dhcp {{(pid=110324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:04:47.999129 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Deleting port ce4d05b7-a163-4f46-94a9-9aa66852b504 {{(pid=110325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 16:04:47.999621 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731013078348'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), before_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:48.065462 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.db [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] For port ce4d05b7-a163-4f46-94a9-9aa66852b504, host dv-cinder-839872-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-2-iscsi',level=0,port_id=ce4d05b7-a163-4f46-94a9-9aa66852b504,segment=NetworkSegment(36679b6f-2f4b-486b-ad33-8d1db1995a7b),segment_id=36679b6f-2f4b-486b-ad33-8d1db1995a7b)] {{(pid=110325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 16:04:48.065860 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-643420'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), precommit_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:48.079503 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Calling delete_port for ce4d05b7-a163-4f46-94a9-9aa66852b504 owned by network:dhcp {{(pid=110325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 16:04:48.148927 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8816849'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:48.159478 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731013083850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731012544871'] for port (ce4d05b7-a163-4f46-94a9-9aa66852b504), after_delete {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:48.175204 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4d05b7-a163-4f46-94a9-9aa66852b504,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:48.179463 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] No DVR routers for this DVR port ce4d05b7-a163-4f46-94a9-9aa66852b504 on host dv-cinder-839872-2-iscsi {{(pid=110324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:04:48.184485 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Pushing event deleted for resources: {'Port': ['ID=ce4d05b7-a163-4f46-94a9-9aa66852b504,revision_number=None']} {{(pid=110325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:48.191865 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] No DVR routers for this DVR port ce4d05b7-a163-4f46-94a9-9aa66852b504 on host dv-cinder-839872-2-iscsi {{(pid=110325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:04:48.194574 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.194731 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.194971 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.195313 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.195655 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.196003 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.196331 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.196658 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.196984 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.197309 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.197631 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.197956 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.198277 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.198595 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.198917 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc4adb-a5aa-4c9b-88ed-8d918df36fe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:48.267685 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1783734', 'neutron.services.segments.db._delete_segments_for_network-8731013023865'] for network (56ae7595-6baa-4b18-8f21-31be6190cfcb), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:48.287886 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ae7595-6baa-4b18-8f21-31be6190cfcb']}} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:48.297566 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36679b6f-2f4b-486b-ad33-8d1db1995a7b') {'for_net_delete': True} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:48.297889 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.services.segments.db [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36679b6f-2f4b-486b-ad33-8d1db1995a7b') {} {{(pid=110324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:48.308904 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731013024130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10220860'] for segment (36679b6f-2f4b-486b-ad33-8d1db1995a7b), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:48.322910 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126'] for segment (36679b6f-2f4b-486b-ad33-8d1db1995a7b), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:48.328975 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=110324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:04:48.329355 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1779126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8816870'] for segment (36679b6f-2f4b-486b-ad33-8d1db1995a7b), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: Traceback (most recent call last): Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: timer() Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: cb(*args, **kw) Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: return func(*args, **kwargs) Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: self._notify() Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: self.callback(batched_events) Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: event.method(event) Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: return f(self, *a, **k) Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._get(url).json() Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: return self.request(url, 'GET', **kwargs) Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:04:48.331102 dv-cinder-839872-2-iscsi neutron-server[110324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:04:48.531228 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1783721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638991'] for network (56ae7595-6baa-4b18-8f21-31be6190cfcb), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:48.537855 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539078'] for network (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:48.541554 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] 10.222.0.23 "DELETE /v2.0/networks/56ae7595-6baa-4b18-8f21-31be6190cfcb HTTP/1.1" status: 204 len: 168 time: 0.8024523 Apr 29 16:04:48.550940 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb38e56-f31a-446b-ad7d-c8ff31a065bb admin admin] Pushing event deleted for resources: {'Network': ['ID=56ae7595-6baa-4b18-8f21-31be6190cfcb,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:48.771176 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:48.954507 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36032) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:04:48.998684 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-48461824-46d5-42c9-b8d3-39b6edbd3873 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0967f051e3c44d16b15a27528381fa15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430167 Apr 29 16:04:49.001159 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36034) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:04:49.048364 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a896b990-5a5e-4037-9229-8fa36791b7f2 admin admin] Publish callbacks [] for security_group (8baec11d-dc4e-4060-9e2f-3c3fcb501421), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:49.069903 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a896b990-5a5e-4037-9229-8fa36791b7f2 admin admin] Publish callbacks [] for security_group (8baec11d-dc4e-4060-9e2f-3c3fcb501421), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:49.188717 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a896b990-5a5e-4037-9229-8fa36791b7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (8baec11d-dc4e-4060-9e2f-3c3fcb501421), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:49.191214 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-a896b990-5a5e-4037-9229-8fa36791b7f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:49.192467 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-a896b990-5a5e-4037-9229-8fa36791b7f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8baec11d-dc4e-4060-9e2f-3c3fcb501421 HTTP/1.1" status: 204 len: 168 time: 0.1903284 Apr 29 16:04:49.201823 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896b990-5a5e-4037-9229-8fa36791b7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baec11d-dc4e-4060-9e2f-3c3fcb501421,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:49.495796 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device ce4d05b7-a163-4f46-94a9-9aa66852b504 no longer exists at agent ovs-agent-dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 16:04:49.517232 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.plugin [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] No Port match for: ce4d05b7-a163-4f46-94a9-9aa66852b504 {{(pid=110325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 16:04:49.517602 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron.plugins.ml2.rpc [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Device ce4d05b7-a163-4f46-94a9-9aa66852b504 not bound to the agent host dv-cinder-839872-2-iscsi {{(pid=110325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 16:04:50.171490 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:51.691454 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:54.176814 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36094) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:04:54.280983 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-fd334f9d-4a9e-43f7-b413-5ba4e35fa694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:54.353784 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-fd334f9d-4a9e-43f7-b413-5ba4e35fa694 admin admin] Publish callbacks [] for security_group (bbd19f78-105a-4348-9f26-a7042b4178d5), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:54.422906 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-fd334f9d-4a9e-43f7-b413-5ba4e35fa694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (bbd19f78-105a-4348-9f26-a7042b4178d5), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:54.461736 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-fd334f9d-4a9e-43f7-b413-5ba4e35fa694 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=125f4cca805047c38dbbd0e4cdc472a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838445 Apr 29 16:04:54.462588 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd334f9d-4a9e-43f7-b413-5ba4e35fa694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd19f78-105a-4348-9f26-a7042b4178d5,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:54.464463 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 36098) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:04:54.512196 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4cbfdaac-2410-4e49-a600-1bbffa23e435 admin admin] Publish callbacks [] for security_group (bbd19f78-105a-4348-9f26-a7042b4178d5), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:54.536108 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4cbfdaac-2410-4e49-a600-1bbffa23e435 admin admin] Publish callbacks [] for security_group (bbd19f78-105a-4348-9f26-a7042b4178d5), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:54.674037 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4cbfdaac-2410-4e49-a600-1bbffa23e435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (bbd19f78-105a-4348-9f26-a7042b4178d5), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:54.676674 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-4cbfdaac-2410-4e49-a600-1bbffa23e435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:04:54.678547 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-4cbfdaac-2410-4e49-a600-1bbffa23e435 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbd19f78-105a-4348-9f26-a7042b4178d5 HTTP/1.1" status: 204 len: 168 time: 0.2124023 Apr 29 16:04:54.687169 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfdaac-2410-4e49-a600-1bbffa23e435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd19f78-105a-4348-9f26-a7042b4178d5,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:06.092469 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 36216) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:05:06.196912 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f7aa-3a35-4bbe-a0fc-36eaad704cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:06.269849 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f7aa-3a35-4bbe-a0fc-36eaad704cda admin admin] Publish callbacks [] for security_group (4e293e03-bb2b-4f98-b30b-772d59a952a0), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:06.347318 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-9bd1f7aa-3a35-4bbe-a0fc-36eaad704cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (4e293e03-bb2b-4f98-b30b-772d59a952a0), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:06.386303 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-9bd1f7aa-3a35-4bbe-a0fc-36eaad704cda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4283a1e4fa48471c9ab6b6ec411bdfca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927618 Apr 29 16:05:06.387189 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1f7aa-3a35-4bbe-a0fc-36eaad704cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e293e03-bb2b-4f98-b30b-772d59a952a0,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:06.389790 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36220) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:05:06.444625 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7762788f-f49f-4f54-a401-ff17908251ef admin admin] Publish callbacks [] for security_group (4e293e03-bb2b-4f98-b30b-772d59a952a0), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:06.465236 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7762788f-f49f-4f54-a401-ff17908251ef admin admin] Publish callbacks [] for security_group (4e293e03-bb2b-4f98-b30b-772d59a952a0), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:06.588115 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7762788f-f49f-4f54-a401-ff17908251ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (4e293e03-bb2b-4f98-b30b-772d59a952a0), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:06.590619 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-7762788f-f49f-4f54-a401-ff17908251ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:06.591811 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-7762788f-f49f-4f54-a401-ff17908251ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e293e03-bb2b-4f98-b30b-772d59a952a0 HTTP/1.1" status: 204 len: 168 time: 0.2009771 Apr 29 16:05:06.600857 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762788f-f49f-4f54-a401-ff17908251ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e293e03-bb2b-4f98-b30b-772d59a952a0,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:08.154184 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36250) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:05:08.265188 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-31371b08-a990-442d-be07-7faf2fac6d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:08.337582 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-31371b08-a990-442d-be07-7faf2fac6d2e admin admin] Publish callbacks [] for security_group (651c4793-1ad5-4277-84cc-71f88bc37fea), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:08.411958 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-31371b08-a990-442d-be07-7faf2fac6d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (651c4793-1ad5-4277-84cc-71f88bc37fea), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:08.449870 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-31371b08-a990-442d-be07-7faf2fac6d2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcaab1898b874b4b81dfe029e27d938b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946260 Apr 29 16:05:08.451373 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31371b08-a990-442d-be07-7faf2fac6d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651c4793-1ad5-4277-84cc-71f88bc37fea,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:08.452614 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 36254) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:05:08.503799 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ca1f81bf-536d-4a19-a1b7-b36bddc65104 admin admin] Publish callbacks [] for security_group (651c4793-1ad5-4277-84cc-71f88bc37fea), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:08.524268 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ca1f81bf-536d-4a19-a1b7-b36bddc65104 admin admin] Publish callbacks [] for security_group (651c4793-1ad5-4277-84cc-71f88bc37fea), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:08.651097 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ca1f81bf-536d-4a19-a1b7-b36bddc65104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (651c4793-1ad5-4277-84cc-71f88bc37fea), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:08.655970 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-ca1f81bf-536d-4a19-a1b7-b36bddc65104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:08.657295 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-ca1f81bf-536d-4a19-a1b7-b36bddc65104 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/651c4793-1ad5-4277-84cc-71f88bc37fea HTTP/1.1" status: 204 len: 168 time: 0.2030144 Apr 29 16:05:08.668222 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f81bf-536d-4a19-a1b7-b36bddc65104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651c4793-1ad5-4277-84cc-71f88bc37fea,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:14.404454 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:05:14.924732 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:15.044993 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-c662ec6a-0c77-4185-bbbf-8b40f86b0149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:17.393541 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-ab8aa5dc-22f3-4744-91dd-b0b1f4703ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:18.747879 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:20.204791 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:21.690734 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:33.489251 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 36390) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:05:33.591022 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0ae61e51-9291-4372-bf59-8fe362551d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:33.666667 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0ae61e51-9291-4372-bf59-8fe362551d4c admin admin] Publish callbacks [] for security_group (074cecfb-6448-4961-afe4-4e65e77bfe8d), precommit_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:33.730028 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-0ae61e51-9291-4372-bf59-8fe362551d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (074cecfb-6448-4961-afe4-4e65e77bfe8d), after_create {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:33.769128 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-0ae61e51-9291-4372-bf59-8fe362551d4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=550b979abf824540a50d5467ceedb605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787578 Apr 29 16:05:33.770312 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae61e51-9291-4372-bf59-8fe362551d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074cecfb-6448-4961-afe4-4e65e77bfe8d,revision_number=1']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:33.773038 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36394) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:05:33.824665 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed965-38aa-4766-93e4-4f64be896da1 admin admin] Publish callbacks [] for security_group (074cecfb-6448-4961-afe4-4e65e77bfe8d), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:33.845080 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed965-38aa-4766-93e4-4f64be896da1 admin admin] Publish callbacks [] for security_group (074cecfb-6448-4961-afe4-4e65e77bfe8d), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:33.976123 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed965-38aa-4766-93e4-4f64be896da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (074cecfb-6448-4961-afe4-4e65e77bfe8d), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:33.978652 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed965-38aa-4766-93e4-4f64be896da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:33.979840 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-2f8ed965-38aa-4766-93e4-4f64be896da1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/074cecfb-6448-4961-afe4-4e65e77bfe8d HTTP/1.1" status: 204 len: 168 time: 0.2054830 Apr 29 16:05:33.987365 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed965-38aa-4766-93e4-4f64be896da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074cecfb-6448-4961-afe4-4e65e77bfe8d,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:44.894785 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:45.050160 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-edeee158-98f5-4a6b-868a-fe1feed71436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:45.777976 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36512) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:05:45.881590 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:45.954990 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Publish callbacks [] for security_group (ba279b7c-2084-465a-aa81-afa61b7f0d78), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:46.072687 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ba279b7c-2084-465a-aa81-afa61b7f0d78), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:46.111396 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1f7c4886a3145a3ad20f37e196388c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323469 Apr 29 16:05:46.112317 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba279b7c-2084-465a-aa81-afa61b7f0d78,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:46.114424 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 36516) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:05:46.119947 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.120302 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.120649 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.120994 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.121331 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.121666 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.121999 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.122326 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.122654 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.122984 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.123314 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.123646 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.124004 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.124328 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.124650 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae256177-eb65-4f3b-bc4d-444d18c45e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.164343 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Publish callbacks [] for security_group (ba279b7c-2084-465a-aa81-afa61b7f0d78), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:46.185428 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Publish callbacks [] for security_group (ba279b7c-2084-465a-aa81-afa61b7f0d78), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:46.301929 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ba279b7c-2084-465a-aa81-afa61b7f0d78), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:46.304488 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:46.305632 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba279b7c-2084-465a-aa81-afa61b7f0d78 HTTP/1.1" status: 204 len: 168 time: 0.1902182 Apr 29 16:05:46.313485 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba279b7c-2084-465a-aa81-afa61b7f0d78,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:46.321509 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.321862 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.322204 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.322544 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.322929 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.323255 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.323587 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.323940 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.324273 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.324597 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.325043 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.325374 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.325697 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.326022 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:46.326374 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b57e77-8648-4c4b-8d4b-55cabeb97fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-2-iscsi {{(pid=110323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:47.174630 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36522) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:05:47.188401 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2db8ad3-d33b-4d9b-a735-d2191c613b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:47.263606 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2db8ad3-d33b-4d9b-a735-d2191c613b4c admin admin] Publish callbacks [] for security_group (7a829638-994f-4dcf-a909-984ffb825b94), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:47.335942 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-d2db8ad3-d33b-4d9b-a735-d2191c613b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7a829638-994f-4dcf-a909-984ffb825b94), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:47.375497 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-d2db8ad3-d33b-4d9b-a735-d2191c613b4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbc93207953240b3853ffabf7649a995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997218 Apr 29 16:05:47.376640 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db8ad3-d33b-4d9b-a735-d2191c613b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a829638-994f-4dcf-a909-984ffb825b94,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:47.378193 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [-] (110323) accepted ('10.222.0.23', 36524) {{(pid=110323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:05:47.403094 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-abd7514a-0aa4-4ce4-94f5-b946a439deca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:47.429263 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-692c3486-b69d-4afc-8477-3765644e9b77 admin admin] Publish callbacks [] for security_group (7a829638-994f-4dcf-a909-984ffb825b94), before_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:47.450022 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-692c3486-b69d-4afc-8477-3765644e9b77 admin admin] Publish callbacks [] for security_group (7a829638-994f-4dcf-a909-984ffb825b94), precommit_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:47.604506 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-692c3486-b69d-4afc-8477-3765644e9b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (7a829638-994f-4dcf-a909-984ffb825b94), after_delete {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:47.607091 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron_lib.callbacks.manager [None req-692c3486-b69d-4afc-8477-3765644e9b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:47.608285 dv-cinder-839872-2-iscsi neutron-server[110323]: INFO neutron.wsgi [None req-692c3486-b69d-4afc-8477-3765644e9b77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a829638-994f-4dcf-a909-984ffb825b94 HTTP/1.1" status: 204 len: 168 time: 0.2284579 Apr 29 16:05:47.617366 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c3486-b69d-4afc-8477-3765644e9b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a829638-994f-4dcf-a909-984ffb825b94,revision_number=None']} {{(pid=110323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:48.345395 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36530) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:05:48.358585 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c6b2ac87-36c3-4c2a-bf58-78fc6f5085df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:48.429964 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c6b2ac87-36c3-4c2a-bf58-78fc6f5085df admin admin] Publish callbacks [] for security_group (ac8de6e4-bd56-402f-9c61-0bd57e092aed), precommit_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:48.524320 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-c6b2ac87-36c3-4c2a-bf58-78fc6f5085df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ac8de6e4-bd56-402f-9c61-0bd57e092aed), after_create {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:48.561466 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2ac87-36c3-4c2a-bf58-78fc6f5085df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8de6e4-bd56-402f-9c61-0bd57e092aed,revision_number=1']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:48.565730 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-c6b2ac87-36c3-4c2a-bf58-78fc6f5085df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edc8438fdc9b47d6a992229e29c23704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193198 Apr 29 16:05:48.569282 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.wsgi [-] (110324) accepted ('10.222.0.23', 36532) {{(pid=110324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 16:05:48.616632 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-257d4ae2-aacf-4597-a7b5-f0a65e0b7892 admin admin] Publish callbacks [] for security_group (ac8de6e4-bd56-402f-9c61-0bd57e092aed), before_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:48.637828 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-257d4ae2-aacf-4597-a7b5-f0a65e0b7892 admin admin] Publish callbacks [] for security_group (ac8de6e4-bd56-402f-9c61-0bd57e092aed), precommit_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:48.787090 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:48.815499 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-257d4ae2-aacf-4597-a7b5-f0a65e0b7892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600644'] for security_group (ac8de6e4-bd56-402f-9c61-0bd57e092aed), after_delete {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:48.818287 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron_lib.callbacks.manager [None req-257d4ae2-aacf-4597-a7b5-f0a65e0b7892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:48.819435 dv-cinder-839872-2-iscsi neutron-server[110324]: INFO neutron.wsgi [None req-257d4ae2-aacf-4597-a7b5-f0a65e0b7892 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac8de6e4-bd56-402f-9c61-0bd57e092aed HTTP/1.1" status: 204 len: 168 time: 0.2493231 Apr 29 16:05:48.828255 dv-cinder-839872-2-iscsi neutron-server[110324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4ae2-aacf-4597-a7b5-f0a65e0b7892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8de6e4-bd56-402f-9c61-0bd57e092aed,revision_number=None']} {{(pid=110324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:50.187334 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:05:51.403201 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:05:51.690172 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:06:14.952460 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:06:15.054836 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-e83b546d-7069-4f27-945e-4fefb4b030e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:06:17.426244 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-86e68b28-bca8-4864-ab5f-6891b8d8276d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:06:18.779130 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:06:20.197465 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:06:21.729348 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:06:28.401670 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:06:44.916138 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:06:45.053800 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-0f64af33-eb15-435d-a248-d451a8161471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:06:47.396812 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-5be58fb7-94cf-4223-a569-65552d54df36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:06:48.734208 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:06:50.231246 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:06:51.682360 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:07:05.400425 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:07:14.936299 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:07:15.097904 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-51177f32-3443-4282-984e-e4c7a2fac49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:07:15.799285 dv-cinder-839872-2-iscsi neutron-server[110323]: DEBUG neutron.wsgi [req-f5fc83a9-eea4-4648-bb68-a3841672a837 req-d2f749e9-cb42-47b4-9f81-c36a1ffda909 service neutron] (110323) timed out ('10.222.0.37', 60033) {{(pid=110323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 16:07:17.424837 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b801eb63-68d9-49b5-a79a-4c34f23d3353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:07:18.751380 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:07:20.190566 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:07:21.716148 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:07:42.399175 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:07:44.938173 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:07:45.039500 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-04c4071e-b47b-4e5a-9a4c-33d3894ce33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:07:47.395109 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-df04a47f-78e4-447b-95a6-6f4a5e87cd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:07:48.738285 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:07:50.189378 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:07:51.707966 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:14.988842 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:15.062713 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-54a2da9e-9106-4172-a648-8281b5cb42c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:17.445948 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-db6d4e5f-1f4d-442c-b050-be4be68b237b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:18.760188 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:19.398047 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:08:20.233176 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:21.697108 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:44.953654 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:45.067634 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bda33345-540b-4345-a463-8bbb9725a0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:47.408975 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-8787ccbd-8b71-4681-946b-094b2c48919d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:48.764854 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:50.216388 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:51.700670 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:08:56.397376 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:09:14.945786 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:09:15.042581 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-dd3b07db-1b3f-4270-b2a8-1db8189b9771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:09:17.488221 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-7908f583-1592-4c66-93eb-29e67a4e39fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:09:18.763781 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:09:20.202454 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:09:21.684446 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:09:33.396539 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:09:45.031592 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:09:45.071768 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-2cc25e46-9283-48d4-a46e-57e31800b565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:09:47.418540 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-aa40945b-294f-4e46-848b-3b0e5e1db83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:09:48.774501 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:09:50.209453 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:09:51.678310 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:10:10.394738 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:10:14.957027 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:10:15.077019 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-eb1ad08b-29a6-44c4-b7ef-304515f13e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:10:17.402441 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-0a66226b-273b-4525-a284-b0d45c8f84d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:10:18.767662 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:10:20.202094 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:10:21.687746 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:10:44.951414 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-a83cbbd3-fc93-4150-bd39-78d51d4b6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (f0bb8504-26ae-425f-a26a-9be3ccba8492), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:10:45.064136 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-f2ba852e-49e2-4ed0-a35e-e39856b1d2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (96657904-1e57-4538-87ac-06e256b41dc2), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:10:47.393039 dv-cinder-839872-2-iscsi neutron-server[110326]: DEBUG neutron.db.agents_db [None req-3b11cf72-567b-4f2f-a682-dbab9a65db57 None None] Agent healthcheck: found 6 active agents {{(pid=110326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 16:10:47.407045 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-bca71c15-c83e-4507-b4c8-9b2e22c8d275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (952f52d4-10c4-4f62-94d1-a0958527eb50), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:10:48.772526 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-40bd7636-7a9b-4ea9-b2c2-6ae602f7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (0d291aba-5e0e-4b39-8a89-381aa42deb78), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:10:50.218162 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-b27d8b64-ecba-40a2-bc20-23bf66b0ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (485a6edd-9e29-4da8-99a0-5b3e51b2f0bb), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 16:10:51.708065 dv-cinder-839872-2-iscsi neutron-server[110325]: DEBUG neutron_lib.callbacks.manager [None req-afa30d4c-210a-4924-a854-0bf0db6c43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731013023847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1785457'] for agent (ddd42e24-605b-440e-968a-2a73d4edd8ae), after_update {{(pid=110325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}